-- Logs begin at Wed 2021-02-17 17:17:05 UTC, end at Wed 2021-02-17 18:17:23 UTC. -- Feb 17 17:53:46.260145 dv-cinder-760193-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 17:53:49.035861 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:53:49.036452 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:53:49.037743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83889) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:53:49.039529 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.common.config [-] Logging enabled! Feb 17 17:53:49.039826 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev527 Feb 17 17:53:49.040210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83889) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 17:53:49.041344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:53:49.041606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:53:49.042638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:53:49.042915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:53:49.043181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:53:49.043550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.043924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.044266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.044525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.044863 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.045198 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.045522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.045854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.046196 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.046520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.046839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.047164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.047425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.047746 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.048103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.048436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.048692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] debug = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.049015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.049554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.049874 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.050194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.050525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.050835 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.051154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.051482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.051851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] host = dv-cinder-760193-3-smb {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.052194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.052526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.052855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.053189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.053507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.053823 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.054151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.054463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.054774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] log_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.055113 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.055446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.055781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.056282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.056406 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.056608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.056938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.057272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.057595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.057947 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.058264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.058579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.058895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.059202 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.059534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.059865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.060214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.060530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.060845 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.061157 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.061471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.061799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.062114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.062428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.062742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.063072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.063384 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.063697 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.064071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.064398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.064723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.065051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.065366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.065693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.066046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.066401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.066723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] use_json = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.067034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.067344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.067674 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.068009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.068323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.068641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.068949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.069278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:49.069615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.069956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.070302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.071143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.071477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.071802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.072160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.072478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.072809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.073140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.073467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.073794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.074172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.074507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.074858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.075223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.075606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.075967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.076282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.076594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.076906 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.077226 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.077553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.077894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.078228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.078540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.078900 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.079277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.079599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.079931 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.080254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.080587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.080907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.081219 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.081540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.081855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.082164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.082470 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.082785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.083122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.083438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.083750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.084082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.084401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.084709 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.085035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.085351 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.085658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.085969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.086829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.087142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.087453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.087787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.088127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.088444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.088752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.089061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.089360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.089668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.089979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.090286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.090593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.090907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.091218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.091526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.091838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.092175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.092482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.092808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.093149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.093465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.093792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.094109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.094424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.094741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.095055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.095371 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.095707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.096100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.096439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.096764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.097091 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.097416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.097735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.098077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.098399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.098723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.099042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.099361 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.099738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.100049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.100387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.100720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.101053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.101384 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.101744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.102070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.102429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.102749 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:49.102996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:53:49.103266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83889) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 17:53:49.769847 dv-cinder-760193-3-smb neutron-server[83889]: INFO keyring.backend [-] Loading Gnome Feb 17 17:53:49.792620 dv-cinder-760193-3-smb neutron-server[83889]: INFO keyring.backend [-] Loading Google Feb 17 17:53:49.795540 dv-cinder-760193-3-smb neutron-server[83889]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 17:53:49.799346 dv-cinder-760193-3-smb neutron-server[83889]: INFO keyring.backend [-] Loading file Feb 17 17:53:49.800344 dv-cinder-760193-3-smb neutron-server[83889]: INFO keyring.backend [-] Loading keyczar Feb 17 17:53:49.800626 dv-cinder-760193-3-smb neutron-server[83889]: INFO keyring.backend [-] Loading multi Feb 17 17:53:49.801280 dv-cinder-760193-3-smb neutron-server[83889]: INFO keyring.backend [-] Loading pyfs Feb 17 17:53:49.848953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:49.849271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:49.849593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:53:49.849966 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 17:53:50.245342 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.245883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.245969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.295574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.295913 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.296207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.299942 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.300256 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.300559 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.370725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.371037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.371339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.372523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.372826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.373127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.654290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.654610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.654918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.655225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.656093 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.810554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.810892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.811213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.811516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.811808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.812211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.812510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.812801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.813088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.813422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.813713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.813995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.814297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.814589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.814905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.815211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.815500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.815811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.816123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.816615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.816896 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.817179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.817511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.817791 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.818068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.818500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:50.818764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:50.819039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:50.819313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:50.819575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:50.819844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:50.820296 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 17:53:50.823834 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 17:53:50.827800 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 17:53:50.831823 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 17 17:53:50.833515 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 17:53:50.834795 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 17:53:50.835184 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 17:53:50.835626 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 17:53:50.838492 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 17:53:50.838777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 17:53:50.839166 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 17:53:50.863612 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 17:53:50.864166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.864510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83889) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 17:53:50.864922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.866391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83889) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 17:53:50.866831 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 17:53:50.867151 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 17:53:50.871080 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.871401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:50.940410 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 17:53:50.940852 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 17:53:50.941130 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 17:53:50.941555 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 17:53:50.977334 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.sqlalchemy.engines [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83889) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 17:53:51.429957 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Initializing driver for type 'gre' Feb 17 17:53:51.430622 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] gre ID ranges: [(1, 1000)] Feb 17 17:53:51.472966 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Initializing driver for type 'local' Feb 17 17:53:51.473339 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Initializing driver for type 'vlan' Feb 17 17:53:51.486171 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] VlanTypeDriver initialization complete Feb 17 17:53:51.486553 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Initializing driver for type 'vxlan' Feb 17 17:53:51.487108 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] vxlan ID ranges: [(1, 1000)] Feb 17 17:53:51.528805 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Initializing extension driver 'port_security' Feb 17 17:53:51.529158 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.extensions.port_security [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] PortSecurityExtensionDriver initialization complete Feb 17 17:53:51.529525 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Initializing mechanism driver 'openvswitch' Feb 17 17:53:51.535949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83889) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:51.536821 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.537228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.537604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.538022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnet after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.538407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnet after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.538780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.539193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.539638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.540106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.540525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > security_group after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.540903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > security_group after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.541274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > security_group after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.541687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.542063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.542433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.542976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > address_group after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.543356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > address_group after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.543729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > address_group after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.544134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] ML2 OVO RPC backend initialized. {{(pid=83889) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 17:53:51.544861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.545240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.545692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.546070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > networks before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.546468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.546814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > ports before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.547184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnet before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.547553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnets before_response 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.548441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.548441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.548699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.549112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.549480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.549843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.550208 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnet after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.550572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnet after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.550934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.551582 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.plugin [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Modular L2 Plugin initialization complete Feb 17 17:53:51.551964 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading services supported by the core plugin {{(pid=83889) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 17:53:51.552329 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.plugins.ml2.managers [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Got port-security extension from driver 'port_security' Feb 17 17:53:51.552832 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.extensions.vlantransparent [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Disabled vlantransparent extension. Feb 17 17:53:51.553313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83889) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 17:53:51.553649 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: router Feb 17 17:53:51.592793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router_interface before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.593228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router after_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.593632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router before_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.594035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.594442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.594827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router after_delete 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.595221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > floatingip after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.595620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router after_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.596022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.596407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.596787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.597181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.597661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.598070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.598443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.598813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: subnet after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.599182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.599562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > port precommit_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.599967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.600343 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: port before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.600717 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.601118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router after_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.601496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_delete 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.601904 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_create 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.602307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.602685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_update 55549900 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.603108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > network after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.604126 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Tracking information for resource: router configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:51.604754 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Tracking information for resource: floatingip configured {{(pid=83889) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 17:53:51.609836 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_agentschedulers_db [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 17:53:51.610494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.610884 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: port after_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.611266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: port after_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.611648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: port after_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.612585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router before_create 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.612984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_delete 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.613386 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_create 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.613816 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > router precommit_update 55550100 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.618649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.provider_configuration [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service providers = [] {{(pid=83889) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 17:53:51.619044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.servicetype_db [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83889) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 17:53:51.622081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.service_base [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:53:51.622464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.service_base [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:53:51.622836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.service_base [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:53:51.623727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.service_base [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83889) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 17:53:51.624148 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.services.service_base [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 17:53:51.624572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.624921 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 17:53:51.635670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.636065 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: auto_allocate Feb 17 17:53:51.641958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: network precommit_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.642357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: network precommit_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.642945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.643304 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: tag Feb 17 17:53:51.650871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.651239 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: timestamp Feb 17 17:53:51.655136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.655657 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: network_ip_availability Feb 17 17:53:51.661200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.661606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.661986 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.662796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.663157 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: flavors Feb 17 17:53:51.667815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.668213 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading Plugin: revisions Feb 17 17:53:51.672660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83889) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 17:53:51.673091 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=83889) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:53:51.673907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83889) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 17:53:51.674261 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Initializing extension manager. Feb 17 17:53:51.674830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: __init__.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.675204 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: __pycache__ {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.675563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.675954 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: address_group.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.676940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.677583 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: address-group Feb 17 17:53:51.677940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: address_scope.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.678711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.679286 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: address-scope Feb 17 17:53:51.679641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: admin_state_down_before_update.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.681157 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.681693 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: router-admin-state-down-before-update Feb 17 17:53:51.682048 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: agent.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.682805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.683410 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: agent Feb 17 17:53:51.683853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: agent_resources_synced.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.684795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.685368 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: agent-resources-synced Feb 17 17:53:51.685724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: allowedaddresspairs.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.687626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.688238 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: allowed-address-pairs Feb 17 17:53:51.688602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: auto_allocated_topology.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.689695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.690280 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: auto-allocated-topology Feb 17 17:53:51.690643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: availability_zone.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.691391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.692034 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: availability_zone Feb 17 17:53:51.692460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: availability_zone_filter.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.693393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.693988 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: availability_zone_filter Feb 17 17:53:51.694323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: data_plane_status.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.695238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.696513 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 17:53:51.696868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: default_subnetpools.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.697791 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.698366 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: default-subnetpools Feb 17 17:53:51.698720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: dhcpagentscheduler.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.699715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.700350 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: dhcp_agent_scheduler Feb 17 17:53:51.700710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: dns.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.701699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.702282 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension dns-integration not supported by any of loaded plugins Feb 17 17:53:51.702639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: dns_domain_ports.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.703590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.704194 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 17:53:51.704549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: dvr.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.705288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.705867 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: dvr Feb 17 17:53:51.706222 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: empty_string_filtering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.707186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.707759 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: empty-string-filtering Feb 17 17:53:51.708141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.709089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.709663 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:53:51.710014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.710952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.711561 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 17:53:51.711934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: external_net.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.712866 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.713440 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: external-net Feb 17 17:53:51.713795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: extra_dhcp_opt.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.714725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.715297 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: extra_dhcp_opt Feb 17 17:53:51.715648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: extraroute.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.716607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.717183 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: extraroute Feb 17 17:53:51.717551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: extraroute_atomic.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.718724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.719391 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: extraroute-atomic Feb 17 17:53:51.719754 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: filter_validation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.720508 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.721086 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: filter-validation Feb 17 17:53:51.721440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: fip_pf_description.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.722369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.722938 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 17:53:51.723355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: fip_port_details.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.724274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.724842 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: fip-port-details Feb 17 17:53:51.725195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: flavors.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.726436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.727063 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: flavors Feb 17 17:53:51.727409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.729182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.730013 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 17:53:51.730482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: floatingip_pools.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.731237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.731817 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: floatingip-pools Feb 17 17:53:51.732214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: ip_allocation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.733169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.733761 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 17:53:51.734119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.735044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.735619 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: ip-substring-filtering Feb 17 17:53:51.736027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l2_adjacency.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.736967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.737534 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 17:53:51.737890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l3.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.739012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.739598 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: router Feb 17 17:53:51.739987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l3_conntrack_helper.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.742836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.743434 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 17:53:51.743801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.744773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.745352 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: ext-gw-mode Feb 17 17:53:51.745712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.746641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.747221 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: l3-ha Feb 17 17:53:51.747577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l3_flavors.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.748527 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.749102 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: l3-flavors Feb 17 17:53:51.749458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.750379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.750947 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 17:53:51.751304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: l3agentscheduler.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.752656 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.753253 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: l3_agent_scheduler Feb 17 17:53:51.753612 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: logging.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.755123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.755710 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension logging not supported by any of loaded plugins Feb 17 17:53:51.756123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: metering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.756935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.757634 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: metering Feb 17 17:53:51.758054 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.759647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.760247 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: metering_source_and_destination_fields Feb 17 17:53:51.760608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: multiprovidernet.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.761566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.762651 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: multi-provider Feb 17 17:53:51.762651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: netmtu.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.763429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.764033 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: net-mtu Feb 17 17:53:51.764393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: netmtu_writable.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.765314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.765883 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: net-mtu-writable Feb 17 17:53:51.766238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: network_availability_zone.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.766951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.767518 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: network_availability_zone Feb 17 17:53:51.767871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: network_ip_availability.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.769034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.769613 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: network-ip-availability Feb 17 17:53:51.769963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: network_segment_range.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.770910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.771489 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 17:53:51.771842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: pagination.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.772887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.773256 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: pagination Feb 17 17:53:51.773641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: port_device_profile.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.774569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.775152 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: port-device-profile Feb 17 17:53:51.775508 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.776466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.777046 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: port-mac-address-regenerate Feb 17 17:53:51.777403 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.778327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.778896 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: port-numa-affinity-policy Feb 17 17:53:51.779252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: port_resource_request.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.780216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.780793 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 17:53:51.781147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: portbindings.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.782095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.782673 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: binding Feb 17 17:53:51.783031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: portbindings_extended.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.784336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.784914 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: binding-extended Feb 17 17:53:51.785270 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: portsecurity.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.786196 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.786777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: port-security Feb 17 17:53:51.787130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: project_id.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.788128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.788499 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: project-id Feb 17 17:53:51.788857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: providernet.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.789803 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.790380 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: provider Feb 17 17:53:51.790735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.794319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.794913 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos not supported by any of loaded plugins Feb 17 17:53:51.795278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.797840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.798436 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 17:53:51.798799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.799727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.800344 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 17:53:51.800703 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_default.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.801645 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.802221 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-default not supported by any of loaded plugins Feb 17 17:53:51.802574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_fip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.803266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.803836 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-fip not supported by any of loaded plugins Feb 17 17:53:51.804218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_gateway_ip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.806136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.807109 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 17:53:51.807680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_port_network_policy.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.809128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.810056 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 17:53:51.810433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_rule_type_details.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.811491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.812423 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 17:53:51.812983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: qos_rules_alias.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.814882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.815574 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 17:53:51.815965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: quotasv2.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.817063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.817465 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: quotas Feb 17 17:53:51.817824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: quotasv2_detail.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.819529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.819933 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: quota_details Feb 17 17:53:51.820294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: rbac.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.822059 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.822664 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: rbac-policies Feb 17 17:53:51.823024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: rbac_address_scope.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.823979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.824566 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: rbac-address-scope Feb 17 17:53:51.824920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: rbac_security_groups.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.826074 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.826657 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: rbac-security-groups Feb 17 17:53:51.827016 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: rbac_subnetpool.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.827977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.828552 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: rbac-subnetpool Feb 17 17:53:51.828909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: revisionifmatch.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.829842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.830426 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: revision-if-match Feb 17 17:53:51.830787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: revisions.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.831941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.832517 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: standard-attr-revisions Feb 17 17:53:51.832877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: router_availability_zone.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.833602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.834178 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: router_availability_zone Feb 17 17:53:51.834533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: routerservicetype.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.835469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.836122 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension router-service-type not supported by any of loaded plugins Feb 17 17:53:51.836479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.837416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.837998 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: security-groups-normalized-cidr Feb 17 17:53:51.838351 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: security_groups_port_filtering.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.839273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.839850 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: port-security-groups-filtering Feb 17 17:53:51.840237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.841184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.841767 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: security-groups-remote-address-group Feb 17 17:53:51.842154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: securitygroup.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.856282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.856910 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: security-group Feb 17 17:53:51.857280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: segment.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.858162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.858737 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension segment not supported by any of loaded plugins Feb 17 17:53:51.859097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.860091 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.860733 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 17:53:51.861094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: servicetype.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.862209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.862794 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: service-type Feb 17 17:53:51.863154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: sorting.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.864165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.864543 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: sorting Feb 17 17:53:51.864897 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: standard_attr_segment.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.865811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.866391 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 17:53:51.866744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: standardattrdescription.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.868014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.868666 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: standard-attr-description Feb 17 17:53:51.869064 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: stateful_security_group.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.870013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.870595 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: stateful-security-group Feb 17 17:53:51.870951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: stdattrs_common.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.871559 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 17:53:51.871939 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.872951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.873529 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 17:53:51.873885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: subnet_onboard.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.874959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.875538 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: subnet_onboard Feb 17 17:53:51.875934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.876947 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.877537 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 17:53:51.877889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: subnet_service_types.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.878833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.879409 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: subnet-service-types Feb 17 17:53:51.879762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: subnetallocation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.880886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.881468 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: subnet_allocation Feb 17 17:53:51.881825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.882542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.883688 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: subnetpool-prefix-ops Feb 17 17:53:51.884072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.885015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.885701 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 17:53:51.886059 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: tagging.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.887387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.887995 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: standard-attr-tag Feb 17 17:53:51.888356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: timestamp.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.889551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.890133 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loaded extension: standard-attr-timestamp Feb 17 17:53:51.890489 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: trunk.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.891522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.892123 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension trunk not supported by any of loaded plugins Feb 17 17:53:51.892480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: trunk_details.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.893414 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.894084 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension trunk-details not supported by any of loaded plugins Feb 17 17:53:51.894469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: uplink_status_propagation.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.895355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.895952 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 17:53:51.896309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Loading extension file: vlantransparent.py {{(pid=83889) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 17:53:51.897016 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83889) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 17:53:51.897585 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 17:53:51.900640 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:network Feb 17 17:53:51.901501 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:subnet Feb 17 17:53:51.902209 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:53:51.903790 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:port Feb 17 17:53:51.904482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.904971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service FLAVORS assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.905661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.906139 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.906505 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:router Feb 17 17:53:51.907227 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:53:51.908015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service METERING assigned prefix: /metering {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.909820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.910218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.910691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83889) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 17:53:51.912471 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:53:51.912471 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:53:51.913158 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:53:51.913978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service CORE assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.914372 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:53:51.914738 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] subnetpool is already registered Feb 17 17:53:51.915412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service CORE assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.915777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:53:51.916194 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] subnetpool is already registered Feb 17 17:53:51.919039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.919512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service FLAVORS assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.920186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.920648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.921019 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:router Feb 17 17:53:51.921382 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] router is already registered Feb 17 17:53:51.922051 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:floatingip Feb 17 17:53:51.922409 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] floatingip is already registered Feb 17 17:53:51.923106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service METERING assigned prefix: /metering {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.923868 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 17:53:51.924262 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] rbac_policy is already registered Feb 17 17:53:51.924912 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:security_group Feb 17 17:53:51.925275 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] security_group is already registered Feb 17 17:53:51.925931 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 17:53:51.926290 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] security_group_rule is already registered Feb 17 17:53:51.927029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service CORE assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.927391 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:53:51.927756 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] subnetpool is already registered Feb 17 17:53:51.928533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.resource_helper [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Service CORE assigned prefix: {{(pid=83889) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 17:53:51.928890 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 17:53:51.929245 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.quota.resource_registry [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] subnetpool is already registered Feb 17 17:53:51.930490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: extensions {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.932181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: address-groups {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.933827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: address-scopes {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.935156 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: agents {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.936428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: auto-allocated-topology {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.937764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: availability_zones {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.939189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: dhcp-networks {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.940749 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: dhcp-agents {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.942268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: routers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.944216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: flavors {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.946065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: service_profiles {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.947513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: next_providers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.950157 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: service_profiles {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.951735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: floatingip-pools {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.953073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: routers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.954996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: floatingips {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.956294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: l3-routers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.957765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: l3-agents {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.959262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: metering-labels {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.960733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: metering-label-rules {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.962145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: network-ip-availabilities {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.963492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: bindings {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.965266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: quotas {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.966808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: quotas {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.968335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: rbac-policies {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.969718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: security-groups {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.970994 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: security-group-rules {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.972336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: service-providers {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.973618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: subnetpools {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.975165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: subnetpools {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.976776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.978563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.980795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.982678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.984671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.986485 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.988445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.990402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.992972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:51.994933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.extensions [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Extended resource: tags {{(pid=83889) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 17:53:52.002142 dv-cinder-760193-3-smb neutron-server[83889]: WARNING keystonemiddleware.auth_token [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 17:53:52.007400 dv-cinder-760193-3-smb neutron-server[83889]: WARNING keystonemiddleware.auth_token [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 17:53:52.016804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Acquired lock "singleton_lock" {{(pid=83889) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 17:53:52.017317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Releasing lock "singleton_lock" {{(pid=83889) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 17:53:52.018780 dv-cinder-760193-3-smb neutron-server[83889]: INFO oslo_service.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Starting 2 workers Feb 17 17:53:52.023610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Started child 84000 {{(pid=83889) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:53:52.027876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.028431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Started child 84001 {{(pid=83889) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:53:52.029357 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [-] (84000) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:53:52.029913 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 17:53:52.030577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Notify callbacks [] for process, before_spawn {{(pid=83889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.031984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.033136 dv-cinder-760193-3-smb neutron-server[83889]: INFO oslo_service.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Starting 1 workers Feb 17 17:53:52.033371 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [-] (84001) wsgi starting up on http://0.0.0.0:9696 Feb 17 17:53:52.038623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Started child 84002 {{(pid=83889) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:53:52.039689 dv-cinder-760193-3-smb neutron-server[83889]: INFO oslo_service.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Starting 1 workers Feb 17 17:53:52.041439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] calling RpcWorker wait() {{(pid=84002) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 17:53:52.041854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] returning from RpcWorker wait() {{(pid=84002) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 17:53:52.043363 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.044021 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:52.044552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Started child 84003 {{(pid=83889) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 17:53:52.045345 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5e05b9fe-92f4-4c79-bb1a-c98d4c9b6f0a None None] Notify callbacks [] for process, after_spawn {{(pid=83889) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.046952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83889) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:53:52.047192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:53:52.047376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:53:52.047790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:53:52.048335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:53:52.048446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:53:52.048520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:53:52.049053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.049363 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.049664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.049938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.050272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.050944 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.051225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.051520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.051825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.052136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.052327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.052517 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.052795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.053077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.053413 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.053691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.053965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.054231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.054440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.054715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.055589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.055928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.056212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] debug = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.056490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.057072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.057340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.057630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.057888 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.058160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.058561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.059003 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.059423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.059819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.060240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.060661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.061073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.061471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.061885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.062268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.062996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] host = dv-cinder-760193-3-smb {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.063393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.063775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.064180 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.064561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.064979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.065371 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.065808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.066244 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.066640 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.067053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.067451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.067843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.068290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.068684 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.069004 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_options = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.069387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.069827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.070273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.070658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.070988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.071309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.071736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.072098 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.072521 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.072902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.073294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.073675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.075562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.075562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.075562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.075877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.076000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.076270 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.076542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.076839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.077160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.077267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:52.077420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.077702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.077986 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.078278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.079274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.079566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081517 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.081886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.082146 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.082474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.083258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.083258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.083258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.083482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.083774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.084107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.084409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.084666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_json = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.084960 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.085215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.085503 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.085755 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.086050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.086309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.086562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.086851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.087308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.087628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.088003 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.088268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.088544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.088818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.089119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.089374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.089655 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.089923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.090278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.090537 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.090850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.091113 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.092845 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.094748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.095157 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.095729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.096185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.096457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.098895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.100257 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.100626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.100969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.101489 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.102223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.102565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.102850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.103129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.103407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.103670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.103984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.104293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.104805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.105089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.105353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.105748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.106001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.106279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.106545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.106853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.107154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.107439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.107693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.107993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.108248 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.108497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.108766 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.109032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.109308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.109599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.109959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.110300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.110554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.110811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.111103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.111375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.111623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.111905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.112204 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.112453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.112737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.112993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.113243 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.113493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.113746 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.113998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.114247 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.114499 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.114747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.115000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.115253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.115526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.115780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.116054 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.116306 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.116554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.116800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.117053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.117353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.118139 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.118391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.118670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.118987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.119380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.119724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.120017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.120465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.120858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.121394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.121774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.122073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.122338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.122597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.122868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.123162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.123424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.123716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.124036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.124292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.124663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.124938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.125197 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.125445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.125728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.126017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.126296 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.126599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.126903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.127175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.127480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.127800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.128095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.128429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.128716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.129028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.129377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.129789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.130094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.130407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.130745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.131140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.131447 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.131718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.132191 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.132625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.133136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.133613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.134041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.134437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.134836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.135262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.135783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.136241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.136649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.137068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.137369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.137686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.137946 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.138240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.138531 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.138838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.139123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.139493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.139817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.140137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.140412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.140668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.140932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.141200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.141454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.141717 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.141979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.142251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.142518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.142781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.143039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.143291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.143551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.143855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.144139 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.144395 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.144665 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.144918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.145183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.145448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.145695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.145980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.146231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.146539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.146824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.147089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.147380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.147712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.148104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.148364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.148670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.149127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.149127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.149388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.149644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.149894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.150173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.150815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.150815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.151038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.151228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.151595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.151877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.152166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.152608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.152862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.153135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.153388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.153660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.153919 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.154170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.154427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.154703 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.154982 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.155250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.155496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.155744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.156100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.156462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.156736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.157085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.157648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.157893 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.158153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.158399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.158663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.158911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.159158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.159409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.159672 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.159954 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.160200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.160444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.160694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.160954 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.161278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.161563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.161815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.162123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.162391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.162675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.162961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.163352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.163601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.163901 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.164734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.165095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.165422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.165738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.166109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.166451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.166759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.167063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.167389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.167691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.168036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.168295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.168596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.169059 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.169209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.169644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.170079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.170386 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.170648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.170907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.171161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.171411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.171662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.171983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.172264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.172549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.172812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.173083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.173341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.173628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.173955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.174359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.174564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.174751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:53:52.175318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83889) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 17:53:52.175514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 17:53:52.175691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 17:53:52.175916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 17:53:52.176124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 17:53:52.176305 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 17:53:52.176550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.176741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.176929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.177115 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.177301 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.177529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.177719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.177905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.178123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.178252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.178456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.178613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.178825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.179038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.179313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.179504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.179691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.180412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.180613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.180798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.180983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.181171 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.181357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] debug = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.181546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.181753 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.181940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.182124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.182358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.182465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.182653 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.182836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.183020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.183207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.183374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.183732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.183961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.184148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.184343 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.184530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.184715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] host = dv-cinder-760193-3-smb {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.185529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.185687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.185857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.186029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.186204 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.186392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.186575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.186762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.186963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.187164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.187327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.187565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.187853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.188061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.188145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:53:52.188218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_options = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.188408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.188694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.188884 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.189095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.189283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.189469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.189657 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.189841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.190027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.190213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.190399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.190583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.190766 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.190951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.191133 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.191318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.191504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.191668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.191851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.192059 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.192242 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.192428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.192613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.192798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.192982 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.193165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.193347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.193530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.193714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.193898 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.194084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.194275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.194459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.194643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.194913 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.195097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.195283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.195505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.195652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.195937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.196163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.196411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.196595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.196780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.196966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.197152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_json = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.197334 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.197520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.197704 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.197887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.198070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.198254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.198437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.198621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 17:53:52.198830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.199018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.199219 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.199409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.199597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.199782 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.199993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.200182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.200369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.200556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.200751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.200939 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.201139 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.201324 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.201508 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.201682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.201909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.202024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.202213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.202388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.202558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.202745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.202951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.203417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.203417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.203604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.203604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.203779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.203956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.204189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.204397 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.204501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.204753 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.205007 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.205218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.205387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.205563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.205752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.205940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.206128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.206319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.206505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.206692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.206880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.207067 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.207256 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.207443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.207632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.207819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.208030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.208230 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.208417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.208604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.208791 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.208979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.209165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.209352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.209540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.209728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.209916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.210102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.210303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.210491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.210684 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.210865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.211075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.211265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.211451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.211641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.211834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.212039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.212225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.212433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.212600 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.212759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.212945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.213178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.213405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.213694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.213854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.214017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.214336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.214773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.214980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.215261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.215471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.215661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.215849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.216060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.216249 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.216436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.216622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.216807 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.216994 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.217181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.217366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.217552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.217744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.217930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.218116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.218302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.218488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.218673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.218859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.219043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.219231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.219418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.219603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.219788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.219997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.220184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.220380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.220568 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.220757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.220945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.221138 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.221338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.221569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.221738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.221841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.222013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.222199 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.222385 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.222570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.222757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.222943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.223158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.223442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.223698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.223907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.224115 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.224306 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.224542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.224730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.224917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.225106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.225295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.225483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.225671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.225858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.226045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.226232 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.226420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.227118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.227319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.227469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.227725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.227876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.228017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.228184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.228373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.228564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.228717 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.228910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.229095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.229281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.229713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.229902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.230090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.230458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.230458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.230618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.230758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.230944 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.231135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.231315 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.231501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.231782 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.232110 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.232268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.232460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.232650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.232838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.233027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.233216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.233404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.233593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.233781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.233969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.234158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.234349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.234519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.234858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.235053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.235245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.235434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.235625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.235829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.236064 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.236253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.236587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.236587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.236792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.236978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.237166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.237353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.237553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.237715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.237899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.238087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.238276 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.238464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.238653 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.238842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.239030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.239217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.239418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.239586 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.239773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.240022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.240259 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.240549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.240744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.240934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.241103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.241435 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.241641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.241828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.242015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.242201 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.242927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.243134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.243318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.243507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.243705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.243923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.244101 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.244288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.244489 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.244682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.244870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.245057 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.245245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.245432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.245621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.245814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.246013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.246207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.246395 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.246591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.246788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.246985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.247173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.247366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.247567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.247754 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.248123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.248123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.248393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.248504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.248718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.248875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.249159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.249159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.249159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.249159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.249159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.250391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.250391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.250391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.250647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.250647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.250834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.250928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 17:53:52.251113 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83889) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 17:53:52.431560 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48670) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:53:52.443379 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094328 Feb 17 17:54:03.046856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931e9ea-339b-425c-b56d-23364893ea8a None None] get_active_networks_info from dv-cinder-760193-3-smb {{(pid=84002) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 17:54:03.213647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f931e9ea-339b-425c-b56d-23364893ea8a None None] No non-hosted networks {{(pid=84002) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 17:54:03.234730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agentschedulers_db [None req-f931e9ea-339b-425c-b56d-23364893ea8a None None] DHCP Agent not found on host dv-cinder-760193-3-smb {{(pid=84002) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 17 17:54:03.480950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8e08c417-b66a-49b5-88ca-f8b7241e322f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030'] for agent, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.087585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-36bfcedb-35b4-43a7-8fc9-e943acf6eaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030'] for agent, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:05.117145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4668ffc0-e31a-4e6c-8170-b1641a2e11e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:06.703975 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030'] for agent, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:07.092618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030'] for agent, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:07.093830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.094425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.095409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.096487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.097424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.097998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.098592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.099161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.099771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.100622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.101923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.102515 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:07.103137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760193-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:07.110853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760193-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:07.648995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030'] for agent, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:09.127009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] get_endpoint_by_host() called for host dv-cinder-760193-3-smb {{(pid=84002) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 17:54:09.134580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] get_endpoint_by_ip() called for ip 192.168.0.70 {{(pid=84002) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 17:54:09.138665 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] _add_endpoint() called for ip 192.168.0.70 {{(pid=84002) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 17:54:09.144723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] _get_endpoints() called {{(pid=84002) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 17:54:09.358719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48764) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:10.091615 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-5a2a0ae0-0e65-48f5-b018-15d7aaebef3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:10.092219 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-5a2a0ae0-0e65-48f5-b018-15d7aaebef3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:10.327029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [None req-5a2a0ae0-0e65-48f5-b018-15d7aaebef3f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:54:10.328228 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5a2a0ae0-0e65-48f5-b018-15d7aaebef3f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9684663 Feb 17 17:54:11.308421 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_hamode_db [None req-d1ab591b-a782-4aed-acb4-022aab5ad8f8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 17:54:11.409148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab591b-a782-4aed-acb4-022aab5ad8f8 None None] Routers set() bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:54:11.409807 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab591b-a782-4aed-acb4-022aab5ad8f8 None None] Router IDs set() for agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 17:54:13.277757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48778) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:13.745456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:13.816916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.policy [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84001) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:54:13.854940 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:13.855346 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:13.883468 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] Loaded quota_driver: . Feb 17 17:54:13.900401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:13.959712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301276832464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301276871602', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301276871671', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301276885644', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363301276888677', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7809337', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7803266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1607528', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853084684'] for rbac-policy, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.033325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:14.034612 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5ef5b740-8f38-4a68-9c19-bbfa15ba3642 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7558720 Feb 17 17:54:17.111476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48792) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:17.494842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Request body: {'network': {'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'name': 'private', 'admin_state_up': True}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:17.500883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:17.505634 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Usage tracker for resource:network and tenant:f3cb4ad55b8c4f6baf6ad624c28c21c8 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:17.510046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:17.516322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:17.525358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Made reservation on behalf of f3cb4ad55b8c4f6baf6ad624c28c21c8 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:17.531659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.551776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.724067 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:17.728672 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Usage tracker for resource:security_group_rule and tenant:f3cb4ad55b8c4f6baf6ad624c28c21c8 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:17.732488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:17.738358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:17.838655 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.841395 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.846793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:17.869597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:54:17.897028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:17.897546 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Added segment be160d3e-9593-4966-a8b4-500c0f6ebbd9 of type vxlan for network 0d4943a2-53ab-4035-988a-ead8c44056ab Feb 17 17:54:17.950151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86552c5d-2e63-42e1-b6b4-77d9c54210b9,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:17.967109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.967478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.967840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.968221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.968568 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.968920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.969262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.969603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.969962 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.970305 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.970651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.970990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Tracked resource versions report: Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 17:54:17.972087 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:54:18.018406 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.027043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:18.057923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.059236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:18.059900 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:18.064804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:18.180154 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0668263 Feb 17 17:54:18.180892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Pushing event updated for resources: {'Network': ['ID=0d4943a2-53ab-4035-988a-ead8c44056ab,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:18.202423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:18.212275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 0d4943a2-53ab-4035-988a-ead8c44056ab details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:54:21.275569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48808) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:21.777506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f97572-8cf3-4e80-a129-1f9fd3b51f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:21.778990 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-81f97572-8cf3-4e80-a129-1f9fd3b51f6d admin admin] 10.222.0.68 "GET /v2.0/networks/0d4943a2-53ab-4035-988a-ead8c44056ab HTTP/1.1" status: 200 len: 818 time: 0.5022967 Feb 17 17:54:21.810456 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7b0bf5a2-2443-4a24-9d27-21404dbf2489 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/b2c037a2-5441-4433-8647-286b65573a50 HTTP/1.1" status: 200 len: 734 time: 0.0249178 Feb 17 17:54:21.821026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Request body: {'subnet': {'subnetpool_id': 'b2c037a2-5441-4433-8647-286b65573a50', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'ip_version': 4, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'name': 'private-subnet'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:21.826129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:21.830164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Usage tracker for resource:subnet and tenant:f3cb4ad55b8c4f6baf6ad624c28c21c8 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:21.833308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:21.839741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:21.849666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Made reservation on behalf of f3cb4ad55b8c4f6baf6ad624c28c21c8 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:21.855126 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:22.379771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:22.395800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:22.537237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b972b1b-b96c-4e4b-90cb-2196412bc992,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:22.552011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:22.612602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Checking segment: {'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:22.612989 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Network hostable DHCP agents. Network: 0d4943a2-53ab-4035-988a-ead8c44056ab, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:54:22.635548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Network 0d4943a2-53ab-4035-988a-ead8c44056ab is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:54:22.645420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 0d4943a2-53ab-4035-988a-ead8c44056ab) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:22.650328 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:22.650951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:22.657478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e4753c-88ab-466a-96d3-8b2724e50220 None None] Network 0d4943a2-53ab-4035-988a-ead8c44056ab requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:22.670865 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8540888 Feb 17 17:54:23.195929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dbf15ac-85dc-51c3-8488-ffdd52fbcdca-0d4943a2-53ab-4035-988a-ead8c44056ab', 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'fixed_ips': [{'subnet_id': '0b972b1b-b96c-4e4b-90cb-2196412bc992'}]}} from dv-cinder-760193-3-smb. {{(pid=84002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:54:23.197643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:23.546973 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Allocated IP 172.20.0.2 (0d4943a2-53ab-4035-988a-ead8c44056ab/0b972b1b-b96c-4e4b-90cb-2196412bc992/a51a874f-8a69-4024-9bee-6f19f3d6dd18) {{(pid=84002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:54:23.799461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Notify callbacks [] for port, precommit_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:23.813151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Transition to ACTIVE for port object a51a874f-8a69-4024-9bee-6f19f3d6dd18 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:23.831065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Transition to ACTIVE for port object a51a874f-8a69-4024-9bee-6f19f3d6dd18 will not be triggered until provisioned by entity DHCP. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:23.836936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:23.854196 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:24.000653 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Pushing event updated for resources: {'Port': ['ID=a51a874f-8a69-4024-9bee-6f19f3d6dd18,revision_number=1']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:24.012494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.012897 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.013237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.013595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.014039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.014393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.014809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.015098 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.015448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.015808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.016191 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.016537 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Tracked resource versions report: Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 17:54:24.017642 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:54:24.025897 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:24.077712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Network 0d4943a2-53ab-4035-988a-ead8c44056ab is already hosted by enough agents. {{(pid=84002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:54:24.079017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Resources bound (agent type, host, resource id): {{(pid=84002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:24.081997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Received port after_create {{(pid=84002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:54:24.176736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Attempting to bind port a51a874f-8a69-4024-9bee-6f19f3d6dd18 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:24.177244 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Attempting to bind port a51a874f-8a69-4024-9bee-6f19f3d6dd18 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:54:24.177713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Attempting to bind port a51a874f-8a69-4024-9bee-6f19f3d6dd18 on network 0d4943a2-53ab-4035-988a-ead8c44056ab {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:54:24.184597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:54:24.185000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Checking segment: {'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:24.186710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:24.186710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Bound using segment: {'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:54:24.186710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Bound port: a51a874f-8a69-4024-9bee-6f19f3d6dd18, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:54:24.187082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:24.349477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] For port a51a874f-8a69-4024-9bee-6f19f3d6dd18, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:54:24.358250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] For port a51a874f-8a69-4024-9bee-6f19f3d6dd18, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a51a874f-8a69-4024-9bee-6f19f3d6dd18,segment=NetworkSegment(be160d3e-9593-4966-a8b4-500c0f6ebbd9),segment_id=be160d3e-9593-4966-a8b4-500c0f6ebbd9)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:54:24.363355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:24.398287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:24.676787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Pushing event updated for resources: {'Port': ['ID=a51a874f-8a69-4024-9bee-6f19f3d6dd18,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:24.696326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:25.610941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 48818) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:26.332309 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-00bd0057-24f2-4926-aa4a-2385d1775931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:26.332912 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-00bd0057-24f2-4926-aa4a-2385d1775931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:26.566915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [None req-00bd0057-24f2-4926-aa4a-2385d1775931 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:54:26.568275 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-00bd0057-24f2-4926-aa4a-2385d1775931 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9548934 Feb 17 17:54:29.209856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a51a874f-8a69-4024-9bee-6f19f3d6dd18 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:29.286430 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port a51a874f-8a69-4024-9bee-6f19f3d6dd18 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:54:29.415941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 48836) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:29.824595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e96968-3728-4e50-a6fb-afc49ca9ab60 None None] Network 0d4943a2-53ab-4035-988a-ead8c44056ab requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:29.830787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [None req-ae4fe6ea-42be-4da8-87a1-5bc9dfcf15f9 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:54:29.831878 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ae4fe6ea-42be-4da8-87a1-5bc9dfcf15f9 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4147434 Feb 17 17:54:29.920881 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Provisioning for port a51a874f-8a69-4024-9bee-6f19f3d6dd18 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:54:29.930512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Provisioning complete for port a51a874f-8a69-4024-9bee-6f19f3d6dd18 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:29.930941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.160848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.248407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] For port a51a874f-8a69-4024-9bee-6f19f3d6dd18, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a51a874f-8a69-4024-9bee-6f19f3d6dd18,segment=NetworkSegment(be160d3e-9593-4966-a8b4-500c0f6ebbd9),segment_id=be160d3e-9593-4966-a8b4-500c0f6ebbd9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:30.255785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.261832 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:30.342151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Pushing event updated for resources: {'Port': ['ID=a51a874f-8a69-4024-9bee-6f19f3d6dd18,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:30.345768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:30.581393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-dda8922a-80f4-46fd-9629-01a8c4ea21b7 None None] Provisioning complete for port a51a874f-8a69-4024-9bee-6f19f3d6dd18 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:30.581804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dda8922a-80f4-46fd-9629-01a8c4ea21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:30.834063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-f21b21af-6e4f-4ee6-80af-82efca44b61e None None] Provisioning complete for port a51a874f-8a69-4024-9bee-6f19f3d6dd18 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:30.834469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f21b21af-6e4f-4ee6-80af-82efca44b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:31.179860 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a51a874f-8a69-4024-9bee-6f19f3d6dd18 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:31.259843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port a51a874f-8a69-4024-9bee-6f19f3d6dd18 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:31.260460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.920225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-27ce2fac-fbcd-4af9-8cbe-304ee29189ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:32.968034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 48848) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:33.359680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Request body: {'router': {'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:33.409520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.policy [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84000) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 17:54:33.448534 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:33.448867 dv-cinder-760193-3-smb neutron-server[83889]: WARNING oslo_policy.policy [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 17:54:33.477205 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.quota [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Loaded quota_driver: . Feb 17 17:54:33.494073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:33.500967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Usage tracker for resource:router and tenant:f3cb4ad55b8c4f6baf6ad624c28c21c8 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:33.505647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:33.514159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:33.537468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854377250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.541411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772443'] for router, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.582492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.860305 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189'] for router, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.881364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] Notify callbacks [] for router, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:33.883191 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-524f10b2-3ff9-4751-9736-973de99c0870 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9141133 Feb 17 17:54:35.310022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff954-c874-4ff6-a5ff-e35955bb476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.648854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:36.732589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48870) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:36.904034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [None req-bf28c9ee-1e27-4931-8575-5201fb554d8c admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:54:36.905114 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-bf28c9ee-1e27-4931-8575-5201fb554d8c admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1714227 Feb 17 17:54:37.098837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:37.587209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:38.102842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:54:39.593114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48890) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:39.650128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:39.659214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:39.666297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Usage tracker for resource:network and tenant:abd9fb5222664e3f843b8c67c4c61197 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:39.671355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:39.681479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:39.695099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Made reservation on behalf of abd9fb5222664e3f843b8c67c4c61197 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:39.699859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.716076 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.733828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:39.738271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Usage tracker for resource:security_group_rule and tenant:abd9fb5222664e3f843b8c67c4c61197 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:39.741737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:39.753410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:39.846956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.851383 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.856513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:39.870876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Reserving flat network on physical network physnet1 {{(pid=84001) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 17:54:39.898796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7369b9-1929-420c-a88e-4de2ce0d9897,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:39.902198 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.902825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Unsubscribe: segment precommit_create {{(pid=84001) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 17:54:39.903247 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Added segment b55a4665-c253-418b-b208-4a0996c20754 of type flat for network b0770177-7107-409d-9bed-e1ff27810df2 Feb 17 17:54:39.904735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:39.945376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.988171 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.989357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:39.990043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:39.996322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1a266b8b-ed13-4783-bf1d-879964fe2e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:40.106472 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5117941 Feb 17 17:54:40.112177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Pushing event updated for resources: {'Network': ['ID=b0770177-7107-409d-9bed-e1ff27810df2,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:40.122012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:40.132627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network b0770177-7107-409d-9bed-e1ff27810df2 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:54:42.893525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48900) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:43.025496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf04ba-0c57-40c2-8ab9-3f0f488c9adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:43.027294 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1bcf04ba-0c57-40c2-8ab9-3f0f488c9adb admin admin] 10.222.0.68 "GET /v2.0/subnets/0b972b1b-b96c-4e4b-90cb-2196412bc992 HTTP/1.1" status: 200 len: 849 time: 0.1325641 Feb 17 17:54:43.230731 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-63334c4e-727a-4096-8899-e64df2f34a71 admin admin] 10.222.0.68 "GET /v2.0/routers/c5778b35-f2c3-4660-95db-d31d00a962c9 HTTP/1.1" status: 200 len: 704 time: 0.1966305 Feb 17 17:54:44.211675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:44.638145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Allocated IP 172.20.0.1 (0d4943a2-53ab-4035-988a-ead8c44056ab/0b972b1b-b96c-4e4b-90cb-2196412bc992/7e6462be-8405-4dfd-aaf0-23e08fdacd76) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:54:44.946544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:44.980151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Transition to ACTIVE for port object 7e6462be-8405-4dfd-aaf0-23e08fdacd76 will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:45.078340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.107751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:45.370734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Pushing event updated for resources: {'Port': ['ID=7e6462be-8405-4dfd-aaf0-23e08fdacd76,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:45.376852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:45.488591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Network 0d4943a2-53ab-4035-988a-ead8c44056ab is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:54:45.490587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:45.495334 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:54:45.496279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396306'] for router_interface, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.801421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-1b5cd2b8-4be0-4da4-a6fc-8b1269181142 None None] Provisioning for port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:54:45.807631 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-1b5cd2b8-4be0-4da4-a6fc-8b1269181142 None None] Provisioning complete for port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:45.808253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1b5cd2b8-4be0-4da4-a6fc-8b1269181142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:45.875665 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-1b5cd2b8-4be0-4da4-a6fc-8b1269181142 None None] Port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:54:45.963352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.315815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.320730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.322015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379404'] for router_interface, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.335488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:46.483065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Pushing event updated for resources: {'Port': ['ID=7e6462be-8405-4dfd-aaf0-23e08fdacd76,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:46.489474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:46.589163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Network 0d4943a2-53ab-4035-988a-ead8c44056ab is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:54:46.590524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:46.847660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Router c5778b35-f2c3-4660-95db-d31d00a962c9 is scheduled to L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 with binding_index 1 {{(pid=84001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 17:54:46.904222 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-070a3e90-c98d-4016-9d7b-5a2d75494981 None None] Provisioning complete for port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:46.904590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-070a3e90-c98d-4016-9d7b-5a2d75494981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:46.971550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-070a3e90-c98d-4016-9d7b-5a2d75494981 None None] Port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 17:54:47.335667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:54:47.347602 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] 10.222.0.68 "PUT /v2.0/routers/c5778b35-f2c3-4660-95db-d31d00a962c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 4.1058664 Feb 17 17:54:47.351464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Sync routers for ids ['c5778b35-f2c3-4660-95db-d31d00a962c9'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:54:47.371299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Routers {'c5778b35-f2c3-4660-95db-d31d00a962c9'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:54:47.373050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T17:54:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['c5778b35-f2c3-4660-95db-d31d00a962c9'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:47.662127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Set router c5778b35-f2c3-4660-95db-d31d00a962c9 gateway port host: None {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:54:48.388899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'name': 'router1', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:54:33Z', 'updated_at': '2021-02-17T17:54:45Z', 'revision_number': 2, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'gw_port_host': None, '_interfaces': [{'id': '7e6462be-8405-4dfd-aaf0-23e08fdacd76', 'name': '', 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'mac_address': 'fa:16:3e:7c:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:44Z', 'updated_at': '2021-02-17T17:54:46Z', 'revision_number': 2, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'subnets': [{'id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2c037a2-5441-4433-8647-286b65573a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:48.397062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Checking router: c5778b35-f2c3-4660-95db-d31d00a962c9 for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:54:48.398240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Updating router c5778b35-f2c3-4660-95db-d31d00a962c9 port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 binding host dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:54:48.463452 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:48.961453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:48.983840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Transition to ACTIVE for port object 7e6462be-8405-4dfd-aaf0-23e08fdacd76 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:48.986935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.004433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:49.169471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Pushing event updated for resources: {'Port': ['ID=7e6462be-8405-4dfd-aaf0-23e08fdacd76,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:49.191466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.191813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.192199 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.192569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.192928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.193285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.193640 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.193988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.194983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.195336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.195683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.196063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Tracked resource versions report: Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 17:54:49.197160 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:54:49.201465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:49.425497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Attempting to bind port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:54:49.426148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Attempting to bind port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:54:49.426786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Attempting to bind port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 on network 0d4943a2-53ab-4035-988a-ead8c44056ab {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:54:49.437427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:54:49.438083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Checking segment: {'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:49.438795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.439441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Bound using segment: {'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:54:49.440350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Bound port: 7e6462be-8405-4dfd-aaf0-23e08fdacd76, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be160d3e-9593-4966-a8b4-500c0f6ebbd9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:54:49.441039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.553061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] For port 7e6462be-8405-4dfd-aaf0-23e08fdacd76, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:54:49.560291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] For port 7e6462be-8405-4dfd-aaf0-23e08fdacd76, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=7e6462be-8405-4dfd-aaf0-23e08fdacd76,segment=NetworkSegment(be160d3e-9593-4966-a8b4-500c0f6ebbd9),segment_id=be160d3e-9593-4966-a8b4-500c0f6ebbd9)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:54:49.566412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:49.595579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:49.792238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Pushing event updated for resources: {'Port': ['ID=7e6462be-8405-4dfd-aaf0-23e08fdacd76,revision_number=4']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:49.797306 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:49.870820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Routers {'c5778b35-f2c3-4660-95db-d31d00a962c9'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:54:49.871545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T17:54:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['c5778b35-f2c3-4660-95db-d31d00a962c9'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:50.082228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] Set router c5778b35-f2c3-4660-95db-d31d00a962c9 gateway port host: None {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:54:50.512641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'name': 'router1', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:54:33Z', 'updated_at': '2021-02-17T17:54:45Z', 'revision_number': 2, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'gw_port_host': None, '_interfaces': [{'id': '7e6462be-8405-4dfd-aaf0-23e08fdacd76', 'name': '', 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'mac_address': 'fa:16:3e:7c:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:44Z', 'updated_at': '2021-02-17T17:54:49Z', 'revision_number': 4, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'subnets': [{'id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2c037a2-5441-4433-8647-286b65573a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:50.517260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f347da81-515a-4043-8bef-ef034d289b12 None None] The sync data for ids ['c5778b35-f2c3-4660-95db-d31d00a962c9'] in dv-cinder-760193-3-smb is: [{'id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'name': 'router1', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:54:33Z', 'updated_at': '2021-02-17T17:54:45Z', 'revision_number': 2, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'gw_port_host': None, '_interfaces': [{'id': '7e6462be-8405-4dfd-aaf0-23e08fdacd76', 'name': '', 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'mac_address': 'fa:16:3e:7c:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:44Z', 'updated_at': '2021-02-17T17:54:49Z', 'revision_number': 4, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'subnets': [{'id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2c037a2-5441-4433-8647-286b65573a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:54:50.895102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48912) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:51.067773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129ca86b-deae-401d-9ef9-ff1c2d5ad4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:51.068327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-129ca86b-deae-401d-9ef9-ff1c2d5ad4ec admin admin] Synchronizing usage tracker for tenant:abd9fb5222664e3f843b8c67c4c61197 on resource:network {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:54:51.086451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-129ca86b-deae-401d-9ef9-ff1c2d5ad4ec admin admin] Unset dirty status for tenant:abd9fb5222664e3f843b8c67c4c61197 on resource:network {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:54:51.087731 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-129ca86b-deae-401d-9ef9-ff1c2d5ad4ec admin admin] 10.222.0.68 "GET /v2.0/networks/b0770177-7107-409d-9bed-e1ff27810df2 HTTP/1.1" status: 200 len: 842 time: 0.1913412 Feb 17 17:54:51.098662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'name': 'public-subnet'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:51.106393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:51.110979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Usage tracker for resource:subnet and tenant:abd9fb5222664e3f843b8c67c4c61197 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:51.114314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:51.121604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:51.132038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Made reservation on behalf of abd9fb5222664e3f843b8c67c4c61197 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:54:51.137210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:51.664979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84001) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 17:54:51.665441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:51.681963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-45c1a0ba-92ed-4992-a4eb-da748f2c6a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:51.817236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2937e65a-e11c-42a7-b503-7ea3b9c85f8e,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:51.829633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:51.893451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:54:51.893836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Network hostable DHCP agents. Network: b0770177-7107-409d-9bed-e1ff27810df2, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:54:51.913731 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:54:51.923240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, b0770177-7107-409d-9bed-e1ff27810df2) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:51.927263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:51.927861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:51.933413 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e274d6-9909-434f-8829-1650bc9554e9 None None] Network b0770177-7107-409d-9bed-e1ff27810df2 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:51.952774 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8582385 Feb 17 17:54:52.254057 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22015072-34a4-4e90-bc4d-0ef481feef31 None None] Network b0770177-7107-409d-9bed-e1ff27810df2 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:54:53.237823 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 7e6462be-8405-4dfd-aaf0-23e08fdacd76 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:53.357233 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:54:53.366498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:53.367128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:53.578185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:53.618767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 7e6462be-8405-4dfd-aaf0-23e08fdacd76, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=7e6462be-8405-4dfd-aaf0-23e08fdacd76,segment=NetworkSegment(be160d3e-9593-4966-a8b4-500c0f6ebbd9),segment_id=be160d3e-9593-4966-a8b4-500c0f6ebbd9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:54:53.622872 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:53.625806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:53.704615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=7e6462be-8405-4dfd-aaf0-23e08fdacd76,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:53.708130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:54.712486 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48926) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:54:54.922204 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e0702e1e-5c3d-4003-9573-a81c4010071d admin admin] 10.222.0.68 "GET /v2.0/routers/c5778b35-f2c3-4660-95db-d31d00a962c9 HTTP/1.1" status: 200 len: 710 time: 0.2084842 Feb 17 17:54:55.067687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459c1cd-5fa1-489a-9ba3-eefdcd4ce35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:54:55.069270 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8459c1cd-5fa1-489a-9ba3-eefdcd4ce35c admin admin] 10.222.0.68 "GET /v2.0/networks/b0770177-7107-409d-9bed-e1ff27810df2 HTTP/1.1" status: 200 len: 886 time: 0.1410518 Feb 17 17:54:55.079751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:54:55.199365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 7e6462be-8405-4dfd-aaf0-23e08fdacd76 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:54:55.312630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:54:55.313040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:55.580851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.145747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.210103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.223427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.240155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:54:56.244254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:54:56.247229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:54:56.252937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:54:56.342795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.345764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.362961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:56.460728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b818b211-87bd-4166-acc6-7152b209473c,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:56.465236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:56.641119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Allocated IP 172.28.2.69 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/e0cb8c0b-f049-40c9-81c6-64226b402702) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:54:56.802095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.832193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:56.851966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:56.981525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cb8c0b-f049-40c9-81c6-64226b402702,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:56.986721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:54:57.039177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:54:57.040423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:54:57.042932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:54:57.461044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.826392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:57.829980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854355144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420611', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854377295'] for router, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.019254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Router c5778b35-f2c3-4660-95db-d31d00a962c9 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 17:54:58.392869 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 17:54:58.403650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Sync routers for ids ['c5778b35-f2c3-4660-95db-d31d00a962c9'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 17:54:58.409639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Notify callbacks [] for router, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:58.410918 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] 10.222.0.68 "PUT /v2.0/routers/c5778b35-f2c3-4660-95db-d31d00a962c9 HTTP/1.1" status: 200 len: 889 time: 3.3351436 Feb 17 17:54:58.414393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Routers {'c5778b35-f2c3-4660-95db-d31d00a962c9'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:54:58.415057 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T17:54:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['c5778b35-f2c3-4660-95db-d31d00a962c9'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:58.629713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Set router c5778b35-f2c3-4660-95db-d31d00a962c9 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:54:59.002265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'name': 'router1', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e0cb8c0b-f049-40c9-81c6-64226b402702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:54:33Z', 'updated_at': '2021-02-17T17:54:57Z', 'revision_number': 4, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'gw_port': {'id': 'e0cb8c0b-f049-40c9-81c6-64226b402702', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:56Z', 'updated_at': '2021-02-17T17:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '7e6462be-8405-4dfd-aaf0-23e08fdacd76', 'name': '', 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'mac_address': 'fa:16:3e:7c:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:44Z', 'updated_at': '2021-02-17T17:54:53Z', 'revision_number': 5, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'subnets': [{'id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2c037a2-5441-4433-8647-286b65573a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:54:59.007433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Checking router: c5778b35-f2c3-4660-95db-d31d00a962c9 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 17:54:59.007817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Updating router c5778b35-f2c3-4660-95db-d31d00a962c9 port e0cb8c0b-f049-40c9-81c6-64226b402702 binding host dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 17:54:59.065223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.631773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Notify callbacks [] for port, precommit_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.645309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Transition to ACTIVE for port object e0cb8c0b-f049-40c9-81c6-64226b402702 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:54:59.647852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:54:59.667048 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:54:59.963968 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb806d-9e34-4a20-9984-ff26e1152014 None None] Pushing event updated for resources: {'Port': ['ID=e0cb8c0b-f049-40c9-81c6-64226b402702,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:54:59.966853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c1bb806d-9e34-4a20-9984-ff26e1152014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:00.036526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Attempting to bind port e0cb8c0b-f049-40c9-81c6-64226b402702 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:55:00.036935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Attempting to bind port e0cb8c0b-f049-40c9-81c6-64226b402702 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:55:00.037335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Attempting to bind port e0cb8c0b-f049-40c9-81c6-64226b402702 on network b0770177-7107-409d-9bed-e1ff27810df2 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:55:00.044613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:55:00.045024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:55:00.045476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.045903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Bound using segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:55:00.046432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Bound port: e0cb8c0b-f049-40c9-81c6-64226b402702, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:55:00.046848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.151374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] For port e0cb8c0b-f049-40c9-81c6-64226b402702, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:55:00.154811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] For port e0cb8c0b-f049-40c9-81c6-64226b402702, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=e0cb8c0b-f049-40c9-81c6-64226b402702,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:55:00.158553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:00.177918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ed13775a-23e4-4f4b-8c05-2789e0e43fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:00.327243 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb806d-9e34-4a20-9984-ff26e1152014 None None] Pushing event updated for resources: {'Port': ['ID=e0cb8c0b-f049-40c9-81c6-64226b402702,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:00.330783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c1bb806d-9e34-4a20-9984-ff26e1152014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:00.387758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Routers {'c5778b35-f2c3-4660-95db-d31d00a962c9'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 17:55:00.388485 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T17:54:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['c5778b35-f2c3-4660-95db-d31d00a962c9'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:00.606120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] Set router c5778b35-f2c3-4660-95db-d31d00a962c9 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 17:55:00.996637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'name': 'router1', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e0cb8c0b-f049-40c9-81c6-64226b402702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:54:33Z', 'updated_at': '2021-02-17T17:54:57Z', 'revision_number': 4, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'gw_port': {'id': 'e0cb8c0b-f049-40c9-81c6-64226b402702', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:56Z', 'updated_at': '2021-02-17T17:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '7e6462be-8405-4dfd-aaf0-23e08fdacd76', 'name': '', 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'mac_address': 'fa:16:3e:7c:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:44Z', 'updated_at': '2021-02-17T17:54:53Z', 'revision_number': 5, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'subnets': [{'id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2c037a2-5441-4433-8647-286b65573a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 17:55:01.001404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129a46a-7acc-4c55-8746-b1853588f881 None None] The sync data for ids ['c5778b35-f2c3-4660-95db-d31d00a962c9'] in dv-cinder-760193-3-smb is: [{'id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'name': 'router1', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.69'}], 'enable_snat': True}, 'gw_port_id': 'e0cb8c0b-f049-40c9-81c6-64226b402702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T17:54:33Z', 'updated_at': '2021-02-17T17:54:57Z', 'revision_number': 4, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'gw_port': {'id': 'e0cb8c0b-f049-40c9-81c6-64226b402702', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:56Z', 'updated_at': '2021-02-17T17:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '7e6462be-8405-4dfd-aaf0-23e08fdacd76', 'name': '', 'network_id': '0d4943a2-53ab-4035-988a-ead8c44056ab', 'tenant_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'mac_address': 'fa:16:3e:7c:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5778b35-f2c3-4660-95db-d31d00a962c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T17:54:44Z', 'updated_at': '2021-02-17T17:54:53Z', 'revision_number': 5, 'project_id': 'f3cb4ad55b8c4f6baf6ad624c28c21c8', 'subnets': [{'id': '0b972b1b-b96c-4e4b-90cb-2196412bc992', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2c037a2-5441-4433-8647-286b65573a50'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 17:55:01.239052 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 48936) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:55:01.247989 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device e0cb8c0b-f049-40c9-81c6-64226b402702 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:01.338956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port e0cb8c0b-f049-40c9-81c6-64226b402702 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:55:01.344845 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port e0cb8c0b-f049-40c9-81c6-64226b402702 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:01.345264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.388362 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd271f37-8e40-42bf-abd8-c9800b662ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:55:01.394157 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-dd271f37-8e40-42bf-abd8-c9800b662ee1 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1496689 Feb 17 17:55:01.495742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.515124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port e0cb8c0b-f049-40c9-81c6-64226b402702, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=e0cb8c0b-f049-40c9-81c6-64226b402702,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:55:01.519280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:01.521838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:55:01.614774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=e0cb8c0b-f049-40c9-81c6-64226b402702,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:55:01.618312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:55:02.927112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d2f5b7f4-da69-4fc9-9c0e-991fb2048a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:03.213889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device e0cb8c0b-f049-40c9-81c6-64226b402702 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:55:03.294614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port e0cb8c0b-f049-40c9-81c6-64226b402702 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:55:03.294929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:05.112384 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d64511d9-833d-4f8b-a2d6-76db37efa48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:06.668896 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.135856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:07.611436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:15.103432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:55:32.925618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8136e917-3351-49e9-9888-7773bb8ab4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:35.087776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fed0-26da-4a5e-84be-32dc7c24a556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:36.655283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:37.093858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:37.598496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:55:52.108295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:56:02.919811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7350bc7c-1382-4232-ba95-3c71d3f61dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:05.091864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-60330f8c-2a90-4dde-832a-bda840c419eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:06.662427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:07.106012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:07.608870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:29.109373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:56:32.931124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f974510-7866-4f76-991b-88e25a852541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:35.094564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ba86c5af-dd26-4ac6-85f0-d8dc6d08045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:36.663217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:37.101055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:56:37.610932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:02.925453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d6f81d4-700b-46c6-a6e5-7aee0fc175cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:05.099545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39956114-7086-4811-8ad7-9bb193f71d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:06.111501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:57:06.664901 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.094961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:07.614344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:22.000139 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49512) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:22.074761 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0a3cbd9-cb69-40fb-9ed0-dcb62eb6556c admin admin] GET failed (client error): The resource could not be found. Feb 17 17:57:22.076179 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b0a3cbd9-cb69-40fb-9ed0-dcb62eb6556c admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0750062 Feb 17 17:57:22.225608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1e47d3-43e1-4e00-a890-4bd820c8df50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:22.227083 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2a1e47d3-43e1-4e00-a890-4bd820c8df50 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1463811 Feb 17 17:57:24.831149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49522) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:24.952387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635140c7-15a1-421a-8df0-7438e98b9673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:24.952996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-635140c7-15a1-421a-8df0-7438e98b9673 admin admin] Synchronizing usage tracker for tenant:abd9fb5222664e3f843b8c67c4c61197 on resource:subnet {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 17:57:24.968871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-635140c7-15a1-421a-8df0-7438e98b9673 admin admin] Unset dirty status for tenant:abd9fb5222664e3f843b8c67c4c61197 on resource:subnet {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 17:57:24.970119 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-635140c7-15a1-421a-8df0-7438e98b9673 admin admin] 10.222.0.68 "GET /v2.0/subnets/0b972b1b-b96c-4e4b-90cb-2196412bc992 HTTP/1.1" status: 200 len: 849 time: 0.1373110 Feb 17 17:57:24.982206 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:57:25.114931 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.447374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363301273613274'] for subnet, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.462573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:57:25.599017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b972b1b-b96c-4e4b-90cb-2196412bc992,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:57:25.610440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.610816 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.611184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.611551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.611992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.612375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.613239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.613595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.613951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.614304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.614653 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.615001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:57:25.628018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:57:25.659515 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:25.660245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:25.661540 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] 10.222.0.68 "PUT /v2.0/subnets/0b972b1b-b96c-4e4b-90cb-2196412bc992 HTTP/1.1" status: 200 len: 868 time: 0.6842096 Feb 17 17:57:25.680575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28980d2-be04-4f47-9170-8c7974b73575 None None] Network 0d4943a2-53ab-4035-988a-ead8c44056ab requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:57:26.145564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-650656d5-227b-481b-b59c-d3d0a679c795 None None] Provisioning complete for port a51a874f-8a69-4024-9bee-6f19f3d6dd18 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:26.146468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-650656d5-227b-481b-b59c-d3d0a679c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:26.299631 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-650656d5-227b-481b-b59c-d3d0a679c795 None None] Provisioning complete for port 7e6462be-8405-4dfd-aaf0-23e08fdacd76 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:57:26.299950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-650656d5-227b-481b-b59c-d3d0a679c795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:28.232322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49532) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:28.421256 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8be0e8-3a97-45c3-b56f-5a9dfadbfcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:28.421630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8be0e8-3a97-45c3-b56f-5a9dfadbfcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:28.423269 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2b8be0e8-3a97-45c3-b56f-5a9dfadbfcf1 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1898704 Feb 17 17:57:30.986837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49542) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:31.219026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88b524-5755-43b2-82b7-c8cfc3402149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:31.219369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88b524-5755-43b2-82b7-c8cfc3402149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:31.221176 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7a88b524-5755-43b2-82b7-c8cfc3402149 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2331307 Feb 17 17:57:32.927524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4333e49c-15f9-4fa1-a547-320033bc541d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:33.782297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49552) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:33.976819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d9468f-56e1-48b6-bf4d-db0757c46c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:33.978281 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b3d9468f-56e1-48b6-bf4d-db0757c46c7b admin admin] 10.222.0.68 "GET /v2.0/networks/0d4943a2-53ab-4035-988a-ead8c44056ab HTTP/1.1" status: 200 len: 862 time: 0.1949742 Feb 17 17:57:35.104567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f51321e3-e485-4390-94ee-3a940d9b882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:36.530740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49562) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:36.667533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:36.734110 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d82357-974e-40d1-ab2e-d311a03fdc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:36.735536 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-24d82357-974e-40d1-ab2e-d311a03fdc35 admin admin] 10.222.0.68 "GET /v2.0/networks/b0770177-7107-409d-9bed-e1ff27810df2 HTTP/1.1" status: 200 len: 886 time: 0.2037041 Feb 17 17:57:37.101673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:37.623328 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:57:39.319013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49572) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:39.439106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed4315-6e3f-43f0-ae7a-1d41962e6095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:39.439516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ed4315-6e3f-43f0-ae7a-1d41962e6095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:39.441240 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-82ed4315-6e3f-43f0-ae7a-1d41962e6095 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212025 Feb 17 17:57:42.008039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49582) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:42.134089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2a04c-6bc7-4534-b533-0adb26eff363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:42.134496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2a04c-6bc7-4534-b533-0adb26eff363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:42.136145 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f7c2a04c-6bc7-4534-b533-0adb26eff363 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1267495 Feb 17 17:57:43.111286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:57:44.678629 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49592) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:44.796980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65a087-7f9e-48d5-9888-e33d5b7bd481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:44.798464 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ed65a087-7f9e-48d5-9888-e33d5b7bd481 admin admin] 10.222.0.68 "GET /v2.0/subnets/0b972b1b-b96c-4e4b-90cb-2196412bc992 HTTP/1.1" status: 200 len: 868 time: 0.1187856 Feb 17 17:57:47.340415 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49602) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:57:47.460221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeea5607-6f63-46c5-971c-2e02757876ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:57:47.461683 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-eeea5607-6f63-46c5-971c-2e02757876ad admin admin] 10.222.0.68 "GET /v2.0/subnets/2937e65a-e11c-42a7-b503-7ea3b9c85f8e HTTP/1.1" status: 200 len: 816 time: 0.1202314 Feb 17 17:58:02.930167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-63233383-a9b4-41e0-af43-ea8866a9bc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:05.113315 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c3ea40e-9dee-44c8-a7e9-3aa670eeb4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:06.670602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:07.096963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:07.640910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:14.337599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49642) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:14.391102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [None req-3a67cc39-da25-4d38-9634-bc5ea651e9f6 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:58:14.392239 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-3a67cc39-da25-4d38-9634-bc5ea651e9f6 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0535405 Feb 17 17:58:17.054097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49652) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:17.137592 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bff5e3-1f12-4b42-9300-548679d0d583 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:58:17.139042 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-55bff5e3-1f12-4b42-9300-548679d0d583 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0839422 Feb 17 17:58:17.287397 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111cbed-0f88-493b-9cb9-bae42b52996a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:17.289058 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8111cbed-0f88-493b-9cb9-bae42b52996a admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449265 Feb 17 17:58:19.871666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49662) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:19.928262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:19.934581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:19.944639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:19.954181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Made reservation on behalf of abd9fb5222664e3f843b8c67c4c61197 for: {'network': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:19.960156 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.068354 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.services.revisions.revision_plugin [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Could not find related network for resource to bump revision. Feb 17 17:58:20.088448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=84000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 17:58:20.101221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.101697 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Added segment 75a4a991-a84d-4cf2-b7a0-e2728463ba83 of type vxlan for network b1f18223-d1f4-4893-b430-2d9a868c477d Feb 17 17:58:20.112964 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:58:20.193360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.235643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.237742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:20.238374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:20.243645 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:20.338665 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4652760 Feb 17 17:58:20.359272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Pushing event updated for resources: {'Network': ['ID=b1f18223-d1f4-4893-b430-2d9a868c477d,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:20.369133 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.369576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.369999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.370426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.370831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.371237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.371677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.372233 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.372659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.373114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.373470 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.373940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Tracked resource versions report: Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 17:58:20.375135 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 17:58:20.405990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:20.416192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network b1f18223-d1f4-4893-b430-2d9a868c477d details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 17:58:23.023943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49676) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:58:23.117827 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a1f790-1e62-45e8-8f3f-4d2b2177db46 admin admin] GET failed (client error): The resource could not be found. Feb 17 17:58:23.119387 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-a4a1f790-1e62-45e8-8f3f-4d2b2177db46 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0942993 Feb 17 17:58:23.255586 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780615c-3c2e-4ea3-89fe-612bba7870d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:23.258776 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6780615c-3c2e-4ea3-89fe-612bba7870d9 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1303589 Feb 17 17:58:23.269581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Request body: {'subnet': {'network_id': 'b1f18223-d1f4-4893-b430-2d9a868c477d', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 17:58:23.274824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:58:23.285348 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:58:23.299667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Made reservation on behalf of abd9fb5222664e3f843b8c67c4c61197 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 17:58:23.304544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.788490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:23.806357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-01a8dbab-d74d-4337-9028-507760785a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:23.940274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4113fc66-132b-42e2-bf1d-862bec5d3ff7,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:23.944959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:24.018908 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Checking segment: {'id': '75a4a991-a84d-4cf2-b7a0-e2728463ba83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1f18223-d1f4-4893-b430-2d9a868c477d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:24.019362 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Network hostable DHCP agents. Network: b1f18223-d1f4-4893-b430-2d9a868c477d, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 17:58:24.040198 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Network b1f18223-d1f4-4893-b430-2d9a868c477d is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 17:58:24.054924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, b1f18223-d1f4-4893-b430-2d9a868c477d) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:24.060474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 17:58:24.061240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.067639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd6772-2a8f-4ceb-9531-05104e31de00 None None] Network b1f18223-d1f4-4893-b430-2d9a868c477d requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:24.104099 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-39b5a9b8-3147-4b75-9ae8-38748ac4f2d7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8386526 Feb 17 17:58:24.489596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dbf15ac-85dc-51c3-8488-ffdd52fbcdca-b1f18223-d1f4-4893-b430-2d9a868c477d', 'network_id': 'b1f18223-d1f4-4893-b430-2d9a868c477d', 'tenant_id': 'abd9fb5222664e3f843b8c67c4c61197', 'fixed_ips': [{'subnet_id': '4113fc66-132b-42e2-bf1d-862bec5d3ff7'}]}} from dv-cinder-760193-3-smb. {{(pid=84002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 17:58:24.490556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:24.899620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Allocated IP 192.168.233.2 (b1f18223-d1f4-4893-b430-2d9a868c477d/4113fc66-132b-42e2-bf1d-862bec5d3ff7/93926455-e585-494f-bf28-2c72cc338861) {{(pid=84002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 17:58:25.206277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Notify callbacks [] for port, precommit_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.230600 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Transition to ACTIVE for port object 93926455-e585-494f-bf28-2c72cc338861 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:25.260534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Transition to ACTIVE for port object 93926455-e585-494f-bf28-2c72cc338861 will not be triggered until provisioned by entity DHCP. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 17:58:25.269720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.300742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:25.452148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Pushing event updated for resources: {'Port': ['ID=93926455-e585-494f-bf28-2c72cc338861,revision_number=1']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:25.478359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.478659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.478984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.479352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.479711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.480105 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.480566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.480930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.481289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.481908 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.482340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.482773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:58:25.490025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:25.530747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Network b1f18223-d1f4-4893-b430-2d9a868c477d is already hosted by enough agents. {{(pid=84002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 17:58:25.532427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Resources bound (agent type, host, resource id): {{(pid=84002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 17:58:25.537722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Received port after_create {{(pid=84002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 17:58:25.638026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Attempting to bind port 93926455-e585-494f-bf28-2c72cc338861 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 17:58:25.638441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Attempting to bind port 93926455-e585-494f-bf28-2c72cc338861 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '75a4a991-a84d-4cf2-b7a0-e2728463ba83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1f18223-d1f4-4893-b430-2d9a868c477d'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 17:58:25.638850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Attempting to bind port 93926455-e585-494f-bf28-2c72cc338861 on network b1f18223-d1f4-4893-b430-2d9a868c477d {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 17:58:25.648299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 17, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 17:58:25.648986 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Checking segment: {'id': '75a4a991-a84d-4cf2-b7a0-e2728463ba83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1f18223-d1f4-4893-b430-2d9a868c477d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 17:58:25.649739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.650474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Bound using segment: {'id': '75a4a991-a84d-4cf2-b7a0-e2728463ba83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1f18223-d1f4-4893-b430-2d9a868c477d'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 17:58:25.651380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Bound port: 93926455-e585-494f-bf28-2c72cc338861, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a4a991-a84d-4cf2-b7a0-e2728463ba83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1f18223-d1f4-4893-b430-2d9a868c477d'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 17:58:25.652127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.804702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] For port 93926455-e585-494f-bf28-2c72cc338861, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 17:58:25.811085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] For port 93926455-e585-494f-bf28-2c72cc338861, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=93926455-e585-494f-bf28-2c72cc338861,segment=NetworkSegment(75a4a991-a84d-4cf2-b7a0-e2728463ba83),segment_id=75a4a991-a84d-4cf2-b7a0-e2728463ba83)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 17:58:25.817014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:25.840880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:26.148572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Pushing event updated for resources: {'Port': ['ID=93926455-e585-494f-bf28-2c72cc338861,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:26.162507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:27.364972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 93926455-e585-494f-bf28-2c72cc338861 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:27.506590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 93926455-e585-494f-bf28-2c72cc338861 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:27.744477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf16f51c-b62f-4772-aaff-5ec2d909d133 None None] Network b1f18223-d1f4-4893-b430-2d9a868c477d requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 17:58:27.857821 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Provisioning for port 93926455-e585-494f-bf28-2c72cc338861 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 17:58:27.870133 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Provisioning complete for port 93926455-e585-494f-bf28-2c72cc338861 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:27.870637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.158880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.208790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] For port 93926455-e585-494f-bf28-2c72cc338861, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=93926455-e585-494f-bf28-2c72cc338861,segment=NetworkSegment(75a4a991-a84d-4cf2-b7a0-e2728463ba83),segment_id=75a4a991-a84d-4cf2-b7a0-e2728463ba83)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 17:58:28.214168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.218985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:58:28.322123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Pushing event updated for resources: {'Port': ['ID=93926455-e585-494f-bf28-2c72cc338861,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:58:28.327543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:58:28.569445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-44406683-6d6e-4dee-90e6-059cb460474b None None] Provisioning complete for port 93926455-e585-494f-bf28-2c72cc338861 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:28.570263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44406683-6d6e-4dee-90e6-059cb460474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:28.919100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-dada2c06-4839-4273-a481-859be2871e4b None None] Provisioning complete for port 93926455-e585-494f-bf28-2c72cc338861 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:28.919777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dada2c06-4839-4273-a481-859be2871e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.287484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-cb790a70-c5e4-49be-8976-a6b2ccb4763a None None] Provisioning complete for port 93926455-e585-494f-bf28-2c72cc338861 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:29.288282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb790a70-c5e4-49be-8976-a6b2ccb4763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:29.377511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 93926455-e585-494f-bf28-2c72cc338861 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 17:58:29.674610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 93926455-e585-494f-bf28-2c72cc338861 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 17:58:29.675317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:32.934158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f3455c09-93c7-4896-b7da-27b2e1a384e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:35.109365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d661da6-2133-4efa-913c-7afa5f259ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:36.676478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.093710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:37.634460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:58:57.112661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:59:02.937927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e5636356-5845-453b-bf08-9f65ea047d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:05.114387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12dd5aaf-a8eb-424d-9f79-f06522eec773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:06.678210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.098675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:07.635650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:32.942899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-24120bcf-3438-4821-b7e7-47aa2307afba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:34.118568 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 17:59:35.121902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-26cf449f-e90a-4434-9e10-40966f7b3a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:36.683138 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:37.101786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:37.638936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:42.938021 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49718) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:42.944617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [None req-959ec90a-dd7f-456c-9910-7e6e84e0ac1c tempest-verify_tempest_config-389299716 tempest-verify_tempest_config-389299716-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 17:59:42.945672 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-959ec90a-dd7f-456c-9910-7e6e84e0ac1c tempest-verify_tempest_config-389299716 tempest-verify_tempest_config-389299716-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066051 Feb 17 17:59:43.297407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 49738) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:43.427658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.444189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 17:59:43.448364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Usage tracker for resource:security_group_rule and tenant:ff68f5c6e2884f90b1a6edbb2993f966 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 17:59:43.451650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 17:59:43.458080 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 17:59:43.564597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.570525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.580272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:43.624766 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff68f5c6e2884f90b1a6edbb2993f966&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3257515 Feb 17 17:59:43.626965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77bc68-109c-4fc8-a348-d1e7a5e18d52,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:43.628446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49744) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 17:59:43.634614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.634986 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.635347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.635704 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.636084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.636436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.636808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.637108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.637456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.637800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.638142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.638483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.643735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 17:59:43.696715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.726150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.777976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.783079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 17:59:43.796482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77bc68-109c-4fc8-a348-d1e7a5e18d52,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 17:59:43.801605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 17:59:43.802801 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f77bc68-109c-4fc8-a348-d1e7a5e18d52 HTTP/1.1" status: 204 len: 168 time: 0.1733477 Feb 17 17:59:43.808571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.808953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.809279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.809634 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.809987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.810345 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.810759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.811041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.811390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.811733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.812108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.812451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 17:59:43.816927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:00:02.947661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c9784843-fe8d-4df9-b208-39d77218dc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:05.105682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c760f9f-3165-400c-9303-6244363768ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:06.683487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.094453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:07.639442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:11.112522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:00:32.952476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4348e1ec-7cd7-427f-84dd-e9dfdcd072c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:35.107139 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fb7377c-7a34-4db3-bf3a-915db1d9b66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:36.691302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:37.097501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:37.643720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:00:48.112010 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:01:02.957227 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2bc30bce-2a2e-4700-9546-d15a9b081dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:05.113565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a41f2bfc-2c77-4f32-99af-1618bdd29f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:06.691722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:07.095454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:07.645693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:25.114789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 5 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:01:32.960536 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d8dd603c-8688-495c-8e36-e024bd74ba09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:35.117207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2211867b-8b22-4340-818c-a3b0200080ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:35.155386 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030'] for agent, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:35.155843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.156281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.156651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.157039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.157404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.157767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.158664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.159038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.159408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.159765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.160152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.160509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:01:35.160892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:35.165162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:01:35.473720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=84002) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 18:01:35.477863 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] get_endpoint_by_ip() called for ip 192.168.0.24 {{(pid=84002) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 18:01:35.481241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] _add_endpoint() called for ip 192.168.0.24 {{(pid=84002) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 18:01:35.487322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] _get_endpoints() called {{(pid=84002) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 18:01:36.692689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:37.097401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:37.649441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:01:48.894554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49818) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:49.031168 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b8c0f981-2f9f-4545-b204-d6bcbee5a2b8 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1354079 Feb 17 18:01:51.602615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 49828) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:01:51.669016 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-155b37d5-a156-4e78-9c0b-ca7e13b55d7a admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0649011 Feb 17 18:02:02.115920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:02:02.963756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3d3172ec-7526-475a-8b8e-e5f293ead3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.121096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0da0270-820b-44d1-94c4-983222a500c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:05.162575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:06.697316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:07.100712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:07.653505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:32.965786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-932dc235-b1c9-4437-9b41-b4a31b9d1459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:35.123656 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1651d87e-643a-43eb-bf62-454a0f63538f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:35.153616 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:36.698653 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:37.097628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:37.661255 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:02:39.117142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:02.968647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1a027abd-cb55-4c5e-a989-3ef8ac8a8552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.128828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-03469298-9b4a-4c75-8af6-6da5c26f3886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:05.157326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:06.702209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.105510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:07.663604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:16.123083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:32.975799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75f5507a-9d09-45db-a1ba-6e0ea3a4355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:35.140814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9f0766b7-dcea-4077-bd7c-b82ab9869d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:35.207235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:36.716126 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:37.109049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:37.676764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.052130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50028) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:42.164538 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50036) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:42.180498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50042) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:42.387660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50056) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:42.470831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1997842957-network', 'tenant_id': '83747d635cfe468eb211c5f5540e1be2'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:42.481873 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.490912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Usage tracker for resource:network and tenant:83747d635cfe468eb211c5f5540e1be2 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.494141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.500250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.509071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-network', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:42.514161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.518138 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Usage tracker for resource:network and tenant:0db7055cd7f04fdcaee1d4981af35fb7 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.521739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.538784 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.552758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-network', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:42.563394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.568056 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Usage tracker for resource:network and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.571852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.578071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Made reservation on behalf of 0db7055cd7f04fdcaee1d4981af35fb7 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:42.584670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.603307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.606203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Made reservation on behalf of 83747d635cfe468eb211c5f5540e1be2 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:42.611432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.624912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.645307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.662063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.669416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Usage tracker for resource:security_group_rule and tenant:0db7055cd7f04fdcaee1d4981af35fb7 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.674639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.682863 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Made reservation on behalf of 10e3925290bc42a8a8b60701c4a32a37 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:42.687595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.700196 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.710261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.712443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.723190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Usage tracker for resource:security_group_rule and tenant:83747d635cfe468eb211c5f5540e1be2 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.729820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.745280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.748831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.770840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.779344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.792042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.854735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1971184582-network', 'tenant_id': '509279e1fb164426987f0909f5241001'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:42.860803 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.867814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Usage tracker for resource:network and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.873076 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.881484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.895698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Made reservation on behalf of 509279e1fb164426987f0909f5241001 for: {'network': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:42.903409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.919088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.938110 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:42.942842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Usage tracker for resource:security_group_rule and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:42.947522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:42.955111 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:42.970726 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:42.989402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.026309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.050758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.075097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.078871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:03:43.085439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.096119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.101424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.108155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.108442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.123269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.124107 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Added segment 27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292 of type vxlan for network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 Feb 17 18:03:43.154710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca760d34-7ec7-4fee-8083-03183f325cff,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.157289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f5b140-b265-462e-8151-9f4a5e2f25bd,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.168543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.169137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.169592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.170203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.170471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.171610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.172011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.172398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.173322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.173871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.174264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.174674 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.175265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.175668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.176319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.176812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.177168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.177541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.178069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.178430 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.178813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.179396 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.179917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.182129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Tracked resource versions report: Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}, Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 18:03:43.184775 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 18:03:43.189483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.197496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.198000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.199325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.199325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.200105 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.200471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.200919 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.201277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.201631 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.201993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.202353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.202691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.203324 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.203590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.203992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.204342 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.204694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.205119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.205363 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.205712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.206079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.206432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.206783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.207610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Tracked resource versions report: Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}, Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 18:03:43.208758 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 18:03:43.221658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.222174 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.240730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.269353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626d8b7b-2435-4071-9fb5-727ed9d38366,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.323699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.325012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:43.325192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754b222c-6e41-4e3e-ae1e-4072d464220f,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.325693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:43.331696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.333001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:43.333628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.337381 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.337698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.339728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:43.340262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:43.341071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:43.341471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:43.343854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:43.482902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Pushing event updated for resources: {'Network': ['ID=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:43.488553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:43.499407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:43.504958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50098) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:43.511487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Request body: {'subnet': {'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-subnet', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:43.515133 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3489959 Feb 17 18:03:43.520601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:43.522374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:43.531057 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Usage tracker for resource:subnet and tenant:0db7055cd7f04fdcaee1d4981af35fb7 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:43.537442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:43.553434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:43.574526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Made reservation on behalf of 0db7055cd7f04fdcaee1d4981af35fb7 for: {'subnet': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:43.579709 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.841958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.854495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.909250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.955544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:03:43.965886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:43.966610 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Added segment c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9 of type vxlan for network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 Feb 17 18:03:44.023997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.104576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:44.105325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.106159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:44.107076 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:44.108018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:44.121649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:44.122861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.144169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:44.376574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50130) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:44.376826 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9877956 Feb 17 18:03:44.377508 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Pushing event updated for resources: {'Network': ['ID=0aee692b-4cb3-4236-bc01-0bcf02c5fb19,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:44.380997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:44.390390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:44.393227 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Request body: {'subnet': {'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1971184582-subnet', 'tenant_id': '509279e1fb164426987f0909f5241001', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:44.397475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.416465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:44.433355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:44.457501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Usage tracker for resource:subnet and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:44.467500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:44.512448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:03:44.562902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.564670 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Added segment 03f669d0-25ec-4a41-86f1-5955405f19db of type vxlan for network 780ab1be-d4ea-4234-9771-ab0516099bfc Feb 17 18:03:44.621340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.643751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:44.682050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.762758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Made reservation on behalf of 509279e1fb164426987f0909f5241001 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:44.768456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.873509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.877382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.884387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:44.884929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:44.908559 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:45.086738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:45.134391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4469b48b-0d9a-41db-bc0a-3a357eabcdde,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:45.138675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:45.254391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=780ab1be-d4ea-4234-9771-ab0516099bfc,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:45.268626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 780ab1be-d4ea-4234-9771-ab0516099bfc details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:45.274428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:45.280845 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0997100 Feb 17 18:03:45.281952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:03:45.282706 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:03:45.283339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50166) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:45.298071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Request body: {'subnet': {'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-subnet', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:45.302987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:45.309229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Usage tracker for resource:subnet and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:45.313456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:45.319878 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:45.326380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Checking segment: {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:45.326806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Network hostable DHCP agents. Network: d6a1ff8c-1cff-4594-a0ff-1c1ccba14117, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:03:45.395555 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:03:45.415694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, d6a1ff8c-1cff-4594-a0ff-1c1ccba14117) {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:45.423970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:45.425283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.462862 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9563808 Feb 17 18:03:45.465818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50180) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:45.477193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:45.502457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:45.521173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Usage tracker for resource:router and tenant:0db7055cd7f04fdcaee1d4981af35fb7 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:45.528304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:45.539406 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:45.576844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854377250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.578006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772443'] for router, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.580938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 780ab1be-d4ea-4234-9771-ab0516099bfc details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:45.599975 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.622806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f4b5c-a005-4464-b7b9-22089444c8ac None None] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:45.632804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Made reservation on behalf of 10e3925290bc42a8a8b60701c4a32a37 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:45.639426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.832269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.916496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:03:45.958949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:45.959361 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Added segment d72428f2-3bbc-43e8-b938-0d2b85f2b409 of type vxlan for network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a Feb 17 18:03:46.039747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.089439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.235441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.312093 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:46.312817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.320602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-761e6880-ff41-4cae-9cb1-8d8e7a7d0e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:46.353680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0810c7b-6841-43d5-a5eb-a3d3c8796749 None None] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:46.656978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.697561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.726922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Pushing event updated for resources: {'Network': ['ID=a664081e-41d4-4b3d-a0ec-5550f4c4ea8a,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:46.730216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:46.737979 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.6845067 Feb 17 18:03:46.743862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50232) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:46.759404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Request body: {'subnet': {'network_id': 'a664081e-41d4-4b3d-a0ec-5550f4c4ea8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1997842957-subnet', 'tenant_id': '83747d635cfe468eb211c5f5540e1be2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:46.805399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:46.809012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:46.924266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50238) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:46.924825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:46.954431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:03:47.261623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:47.282037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Usage tracker for resource:subnet and tenant:83747d635cfe468eb211c5f5540e1be2 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:47.294203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:47.320911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50248) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:47.347061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac49f8b-98a4-4822-987e-5fcbc2ca356e,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:47.394796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:47.437667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Made reservation on behalf of 83747d635cfe468eb211c5f5540e1be2 for: {'subnet': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:03:47.446410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Notify callbacks [] for subnet, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:47.547064 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:47.580287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Allocated IP 172.28.2.110 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/4a67c962-59ed-450e-8c98-b66e334e9f34) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:47.773261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:47.883844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:47.904840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:47.911062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:47.927522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Usage tracker for resource:security_group_rule and tenant:1c88fc2947ef41cc96258cae1cecbb16 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:47.938106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:47.962223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:47.976703 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:47.999664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.012711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Usage tracker for resource:security_group_rule and tenant:faa23172510f46f8952b149d58fa1beb is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:48.020442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:48.077398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:48.177809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Checking segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:48.178465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Network hostable DHCP agents. Network: 0aee692b-4cb3-4236-bc01-0bcf02c5fb19, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:03:48.343739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:48.367281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.382193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.401050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:48.418340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:03:48.477618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Pushing event updated for resources: {'Port': ['ID=4a67c962-59ed-450e-8c98-b66e334e9f34,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:48.500478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 0aee692b-4cb3-4236-bc01-0bcf02c5fb19) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:48.508520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:48.508960 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Synchronizing usage tracker for tenant:abd9fb5222664e3f843b8c67c4c61197 on resource:security_group {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:03:48.514471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6be5bd-cd3d-433f-ae76-0b822f52e91a None None] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:48.526441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:48.527088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.585501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2efc6ae-a33b-46f0-9b6f-6340531c54a3,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:48.600280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:48.614988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.616362 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.644678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:48.661918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:48.675185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.676659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:48.684685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:48.741203 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3511424 Feb 17 18:03:48.741203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Unset dirty status for tenant:abd9fb5222664e3f843b8c67c4c61197 on resource:security_group {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:03:48.741203 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c88fc2947ef41cc96258cae1cecbb16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7399800 Feb 17 18:03:48.760867 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50272) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:48.761194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50274) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:48.794549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:48.821851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:48.848580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Usage tracker for resource:router and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:48.856723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:48.880277 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=faa23172510f46f8952b149d58fa1beb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5532367 Feb 17 18:03:48.882321 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:48.886756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c598ca-c190-400c-91ee-1783bcd41347,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:48.891094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50282) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:48.894952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:48.908969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1d6c807c-e3ba-449f-ae50-e81d3451ccd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:48.932619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dbf15ac-85dc-51c3-8488-ffdd52fbcdca-0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e'}]}} from dv-cinder-760193-3-smb. {{(pid=84002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:03:48.935313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.959002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854377250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:48.961100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772443'] for router, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.043680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65d45c-37ce-4bbd-b480-2fe77b389712,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:49.060843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:49.076630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.156542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.235581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.239096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.485477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Checking segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:49.486330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Network hostable DHCP agents. Network: 780ab1be-d4ea-4234-9771-ab0516099bfc, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:03:49.519085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Allocated IP 172.20.0.2 (0aee692b-4cb3-4236-bc01-0bcf02c5fb19/3ac49f8b-98a4-4822-987e-5fcbc2ca356e/477c68c8-afa8-4280-99db-712e4c8f3c14) {{(pid=84002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:49.531218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.638910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.814084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:49.851755 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:50.112261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Notify callbacks [] for port, precommit_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.138770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Transition to ACTIVE for port object 477c68c8-afa8-4280-99db-712e4c8f3c14 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:50.182194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Transition to ACTIVE for port object 477c68c8-afa8-4280-99db-712e4c8f3c14 will not be triggered until provisioned by entity DHCP. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:50.193428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.201023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.216236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7d985abc-19da-479c-8337-9b22c258c39f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:50.356082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eeb563d-b339-4dbf-8aaa-e242435d81bd,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:50.411478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Pushing event updated for resources: {'Port': ['ID=477c68c8-afa8-4280-99db-712e4c8f3c14,revision_number=1']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:50.422496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Network 780ab1be-d4ea-4234-9771-ab0516099bfc is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:03:50.429228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.429835 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.430349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.430985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.431521 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.432055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.432580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.433170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.434227 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.435257 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.435828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.436354 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.436926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.437577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.438331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.438833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.439333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.439963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.440843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.441405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.442062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.442573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.443072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.443575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Tracked resource versions report: Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}, Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 18:03:50.445053 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 18:03:50.466880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:50.475365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 780ab1be-d4ea-4234-9771-ab0516099bfc) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:50.485314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:50.487708 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.497476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3dd0e5-5677-4d19-a944-9e608702bf2e None None] Network 780ab1be-d4ea-4234-9771-ab0516099bfc requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:50.538911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.573278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d59c4f84-614c-4f51-914a-9a0a0464d873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:50.624692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2efc6ae-a33b-46f0-9b6f-6340531c54a3,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:50.630241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:50.649978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.659007 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.3703947 Feb 17 18:03:50.662546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50304) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:50.669717 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 is already hosted by enough agents. {{(pid=84002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:50.673358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.675580 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6c65d45c-37ce-4bbd-b480-2fe77b389712 HTTP/1.1" status: 204 len: 168 time: 1.7821386 Feb 17 18:03:50.677471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.679359 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2efc6ae-a33b-46f0-9b6f-6340531c54a3 HTTP/1.1" status: 204 len: 168 time: 1.9072590 Feb 17 18:03:50.686899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Resources bound (agent type, host, resource id): {{(pid=84002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:50.698942 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Received port after_create {{(pid=84002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:50.722615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:03:50.744142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:50.778611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:50.781959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65d45c-37ce-4bbd-b480-2fe77b389712,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:50.802252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Usage tracker for resource:router and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:50.804980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:50.805880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:50.834808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:50.876818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854377250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:50.878206 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772443'] for router, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.000494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:51.003166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189'] for router, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.117679 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Attempting to bind port 477c68c8-afa8-4280-99db-712e4c8f3c14 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:51.118099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Attempting to bind port 477c68c8-afa8-4280-99db-712e4c8f3c14 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:03:51.118512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Attempting to bind port 477c68c8-afa8-4280-99db-712e4c8f3c14 on network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:03:51.135585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:03:51.136100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Checking segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:51.137103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.137545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Bound using segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:03:51.138077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Bound port: 477c68c8-afa8-4280-99db-712e4c8f3c14, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:03:51.138448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.198528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dbf15ac-85dc-51c3-8488-ffdd52fbcdca-780ab1be-d4ea-4234-9771-ab0516099bfc', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347'}]}} from dv-cinder-760193-3-smb. {{(pid=84002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:03:51.200007 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.331314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.403509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.742722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:51.978397 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] For port 477c68c8-afa8-4280-99db-712e4c8f3c14, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:03:51.989537 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] For port 477c68c8-afa8-4280-99db-712e4c8f3c14, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=477c68c8-afa8-4280-99db-712e4c8f3c14,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:03:52.001483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.078162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50338) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:52.130485 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.282742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Allocated IP 172.20.0.2 (780ab1be-d4ea-4234-9771-ab0516099bfc/37c598ca-c190-400c-91ee-1783bcd41347/a509d291-1d3a-4464-a0f8-0245a294b73e) {{(pid=84002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:52.309476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Checking segment: {'id': 'd72428f2-3bbc-43e8-b938-0d2b85f2b409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a664081e-41d4-4b3d-a0ec-5550f4c4ea8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:52.310454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Network hostable DHCP agents. Network: a664081e-41d4-4b3d-a0ec-5550f4c4ea8a, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:03:52.315522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:52.365101 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba is scheduled to L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 with binding_index 1 {{(pid=84000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:03:52.384974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:03:52.538241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Usage tracker for resource:security_group_rule and tenant:bd5a1bebdd1e44b68a2253bb42066db6 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:52.543838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.557425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Transition to ACTIVE for port object a509d291-1d3a-4464-a0f8-0245a294b73e will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:52.572894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:52.580850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Transition to ACTIVE for port object a509d291-1d3a-4464-a0f8-0245a294b73e will not be triggered until provisioned by entity DHCP. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:52.586640 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:52.646618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.662032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.680016 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:52.869272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, a664081e-41d4-4b3d-a0ec-5550f4c4ea8a) {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:52.907787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Pushing event updated for resources: {'Port': ['ID=477c68c8-afa8-4280-99db-712e4c8f3c14,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:52.944151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:52.945770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:52.992426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60276a74-b385-4d68-89fc-61cae677e53c None None] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:53.017587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:53.021224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:03:53.022175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:53.037310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Sync routers for ids ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:03:53.059552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Routers {'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:53.060283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:03:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:53.067416 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3212137 Feb 17 18:03:53.123796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Notify callbacks [] for router, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.127058 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6593719 Feb 17 18:03:53.132862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50356) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:53.364756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Pushing event updated for resources: {'Port': ['ID=a509d291-1d3a-4464-a0f8-0245a294b73e,revision_number=1']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:53.406084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Network 780ab1be-d4ea-4234-9771-ab0516099bfc is already hosted by enough agents. {{(pid=84002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:53.411940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:53.431787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Resources bound (agent type, host, resource id): {{(pid=84002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:53.445925 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Received port after_create {{(pid=84002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:53.529434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Set router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:03:53.618008 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Allocated IP 172.28.2.40 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/a56f5813-0709-4a75-9703-307322fe08ef) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:53.723626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:53.792313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:54.025948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1520e01e-ab7d-49e8-8e6f-0dd8cf3379a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:54.223514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:03:54.362087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:03:49Z', 'revision_number': 3, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port': {'id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:47Z', 'updated_at': '2021-02-17T18:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:54.372212 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd5a1bebdd1e44b68a2253bb42066db6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2913010 Feb 17 18:03:54.374425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Checking router: a18a6730-3b2b-4052-ba14-2f71f4c9a6ba for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:03:54.375280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Updating router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba port 4a67c962-59ed-450e-8c98-b66e334e9f34 binding host dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:03:54.381743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50380) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:54.401274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6addc25-5662-4a34-87b4-78998b837aea,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:54.415802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:54.505617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Attempting to bind port a509d291-1d3a-4464-a0f8-0245a294b73e on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:54.506585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Attempting to bind port a509d291-1d3a-4464-a0f8-0245a294b73e by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:03:54.507777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Attempting to bind port a509d291-1d3a-4464-a0f8-0245a294b73e on network 780ab1be-d4ea-4234-9771-ab0516099bfc {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:03:54.524605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:03:54.525803 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Checking segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:54.526914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:54.528422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Bound using segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:03:54.529667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Bound port: a509d291-1d3a-4464-a0f8-0245a294b73e, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:03:54.530985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:54.656813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:54.903085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:55.042185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:55.122267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50408) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:55.159675 dv-cinder-760193-3-smb neutron-server[83889]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 18:03:55.268920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] For port a509d291-1d3a-4464-a0f8-0245a294b73e, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:03:55.288322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] For port a509d291-1d3a-4464-a0f8-0245a294b73e, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a509d291-1d3a-4464-a0f8-0245a294b73e,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:03:55.424176 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:55.611096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401af01d-d244-4fc8-830e-e3a5910f3b79 None None] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:55.660914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:56.130849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-59eec19c-3151-4d1b-92f9-a9ef9a1e2e04 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:03:56.142728 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-59eec19c-3151-4d1b-92f9-a9ef9a1e2e04 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/networks?id=a664081e-41d4-4b3d-a0ec-5550f4c4ea8a HTTP/1.1" status: 200 len: 812 time: 1.0047326 Feb 17 18:03:56.194980 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-952c180a-fe14-46ee-b57c-f9ec94847697 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/quotas/83747d635cfe468eb211c5f5540e1be2 HTTP/1.1" status: 200 len: 375 time: 0.0501530 Feb 17 18:03:56.201615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 477c68c8-afa8-4280-99db-712e4c8f3c14 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:03:56.323177 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-4facd604-0f91-4916-b78d-7025761f4da2 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=83747d635cfe468eb211c5f5540e1be2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260717 Feb 17 18:03:56.483606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ddc68e3-5d0f-4aec-9039-14c4787c0616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:56.682421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:56.689240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49128c2-7587-45f0-b3ff-47901ec1c3bd None None] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:56.735656 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Transition to ACTIVE for port object 4a67c962-59ed-450e-8c98-b66e334e9f34 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:03:56.741941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:56.899422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:56.900141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Pushing event updated for resources: {'Port': ['ID=a56f5813-0709-4a75-9703-307322fe08ef,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:56.938721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:57.010038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Pushing event updated for resources: {'Port': ['ID=a509d291-1d3a-4464-a0f8-0245a294b73e,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:57.038625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.063015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.402s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:57.074945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-634b9260-dae1-4dee-bfd1-141d4871ab81 None None] Provisioning for port 477c68c8-afa8-4280-99db-712e4c8f3c14 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:03:57.096187 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.115159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:57.448485 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.500621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:03:57.536490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:57.582548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 477c68c8-afa8-4280-99db-712e4c8f3c14 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:03:57.598322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 477c68c8-afa8-4280-99db-712e4c8f3c14 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:57.599523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:57.600388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:03:57.631462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-99fbf31c-4f8a-4617-a282-d2f43c32da50 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:03:57.633206 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-99fbf31c-4f8a-4617-a282-d2f43c32da50 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.8473055 Feb 17 18:03:57.654687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6addc25-5662-4a34-87b4-78998b837aea,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:57.730876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:03:58.050114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Attempting to bind port 4a67c962-59ed-450e-8c98-b66e334e9f34 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:03:58.050766 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Attempting to bind port 4a67c962-59ed-450e-8c98-b66e334e9f34 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:03:58.051391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Attempting to bind port 4a67c962-59ed-450e-8c98-b66e334e9f34 on network b0770177-7107-409d-9bed-e1ff27810df2 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:03:58.083856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:03:58.086477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:03:58.088930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.090516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Bound using segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:03:58.093815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Bound port: 4a67c962-59ed-450e-8c98-b66e334e9f34, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:03:58.095815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.221805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50472) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:03:58.241265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.291858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] For port 4a67c962-59ed-450e-8c98-b66e334e9f34, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:03:58.303753 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] For port 4a67c962-59ed-450e-8c98-b66e334e9f34, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=4a67c962-59ed-450e-8c98-b66e334e9f34,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:03:58.324455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.357967 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-393943b1-0561-4012-81e9-896094bb70f7 service neutron] 10.222.0.68 "GET /v2.0/networks/a664081e-41d4-4b3d-a0ec-5550f4c4ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920033 Feb 17 18:03:58.398182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 477c68c8-afa8-4280-99db-712e4c8f3c14, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=477c68c8-afa8-4280-99db-712e4c8f3c14,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:03:58.412088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.421926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:03:58.496728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:58.727323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=477c68c8-afa8-4280-99db-712e4c8f3c14,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:58.744042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:58.823805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.289s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:03:58.827472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a509d291-1d3a-4464-a0f8-0245a294b73e up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:03:58.830917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:59.085773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Pushing event updated for resources: {'Port': ['ID=4a67c962-59ed-450e-8c98-b66e334e9f34,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:03:59.105156 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.106421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.106745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.107352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.113425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.114237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.114821 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.115403 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.116028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.116617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.117203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.117770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.118472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.119059 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.119635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.120241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.120812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.121784 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.124938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.125566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.126150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.127003 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.131649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.132551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Tracked resource versions report: Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: pushed versions: Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: { 'AddressGroup': {'1.1'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': {'1.0'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': {'1.0'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': {'1.1'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': {'1.7'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': {'1.2'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': {'1.8'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': {'1.4'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': {'1.2'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': {'1.0'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': {'1.1'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': {'1.1'}} Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: consumer versions: Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: { DHCP agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: L3 agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: Metadata agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: Metering agent@dv-cinder-760193-3-smb: {}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@dv-cinder-760193-3-smb: { 'AddressGroup': '1.1', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}, Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'ConntrackHelper': '1.0', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Log': '1.0', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Network': '1.1', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Port': '1.7', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'PortForwarding': '1.2', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'QosPolicy': '1.8', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroup': '1.4', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SecurityGroupRule': '1.2', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'SubPort': '1.0', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Subnet': '1.1', Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: 'Trunk': '1.1'}} Feb 17 18:03:59.135433 dv-cinder-760193-3-smb neutron-server[83889]: {{(pid=84003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 18:03:59.168695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port a509d291-1d3a-4464-a0f8-0245a294b73e completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:03:59.210111 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Routers {'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:03:59.211280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:03:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:03:59.370015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-27d65e0d-274b-48d8-b173-ba34ee8e5c45 None None] Provisioning complete for port 477c68c8-afa8-4280-99db-712e4c8f3c14 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:03:59.370627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-27d65e0d-274b-48d8-b173-ba34ee8e5c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:59.586211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:03:59.720657 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:03:59.759152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf34a86-3103-45f0-999d-c8a8c6a1b09d None None] Network 780ab1be-d4ea-4234-9771-ab0516099bfc requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:03:59.793269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Allocated IP 172.20.0.1 (d6a1ff8c-1cff-4594-a0ff-1c1ccba14117/4469b48b-0d9a-41db-bc0a-3a357eabcdde/e5dbaa02-8d6a-4609-b424-3ec56f517fe0) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:03:59.823408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Usage tracker for resource:security_group_rule and tenant:e2eab750a167414db191e1af31984272 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:03:59.848192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:03:59.932834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:03:59.951131 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-1683a693-d266-4a8e-a696-6f1f5ae5cbfd service neutron] 10.222.0.68 "GET /v2.0/networks/a664081e-41d4-4b3d-a0ec-5550f4c4ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5663705 Feb 17 18:04:00.180600 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.065s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:00.181590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.149s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:00.415410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:00.540518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:00.666220 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 477c68c8-afa8-4280-99db-712e4c8f3c14 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:00.705581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Allocated IP 172.28.2.153 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/370e354a-b4b9-4e62-84a0-95b7c1b55614) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:00.759525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Provisioning for port a509d291-1d3a-4464-a0f8-0245a294b73e completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:00.798567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Provisioning complete for port a509d291-1d3a-4464-a0f8-0245a294b73e triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:00.799177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:00.815801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] Set router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:00.998894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:01.000721 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6addc25-5662-4a34-87b4-78998b837aea HTTP/1.1" status: 204 len: 168 time: 6.6074829 Feb 17 18:04:01.004117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:01.006609 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 477c68c8-afa8-4280-99db-712e4c8f3c14 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:01.008021 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50514) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:01.008802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:01.015186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6377c1c4-d09d-4724-9ba9-22780b79afed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:01.145606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:01.219743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:01.269916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:01.389121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Pushing event updated for resources: {'Port': ['ID=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:01.439248 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:01.448058 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:01.449364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50536) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:01.451967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Pushing event updated for resources: {'Port': ['ID=4a67c962-59ed-450e-8c98-b66e334e9f34,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:01.461877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.278s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:01.465499 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:03:49Z', 'revision_number': 3, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port': {'id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:47Z', 'updated_at': '2021-02-17T18:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:01.481148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:01.481693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f62c9-0fa3-4f2f-aab4-eeab6e433e1a None None] The sync data for ids ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'] in dv-cinder-760193-3-smb is: [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:03:49Z', 'revision_number': 3, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port': {'id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:47Z', 'updated_at': '2021-02-17T18:03:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:01.565749 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Pushing event updated for resources: {'Port': ['ID=370e354a-b4b9-4e62-84a0-95b7c1b55614,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:01.576480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:01.643371 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:01.644307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396306'] for router_interface, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:02.309352 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-141eb693-dd32-4d85-8826-766c3319665a req-defb502b-8594-43ef-84f6-9f9d16d01591 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.9607677 Feb 17 18:04:02.365046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:02.562725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] For port a509d291-1d3a-4464-a0f8-0245a294b73e, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a509d291-1d3a-4464-a0f8-0245a294b73e,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:02.570911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:02.597142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-51f7a348-f1c0-45f6-828a-26cf874ae763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:02.789231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:02.799681 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:02.845326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:02.928246 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:02.935978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:02.957514 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e2eab750a167414db191e1af31984272&name=default HTTP/1.1" status: 200 len: 2978 time: 4.7317154 Feb 17 18:04:02.960799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50566) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:02.967983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 4a67c962-59ed-450e-8c98-b66e334e9f34 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:03.121657 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:03.336824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:03.376195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:03.392302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Provisioning complete for port 477c68c8-afa8-4280-99db-712e4c8f3c14 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:03.393232 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:03.492120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:03.567547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ed5fbd6a-0b68-44f0-a979-70b240640015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:03.618362 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Pushing event updated for resources: {'Port': ['ID=a509d291-1d3a-4464-a0f8-0245a294b73e,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:03.642467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:03.696136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 4a67c962-59ed-450e-8c98-b66e334e9f34 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:03.717634 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 4a67c962-59ed-450e-8c98-b66e334e9f34 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:03.718883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:03.744581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:03.754818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1c4748e2444acb949fdb2a728990b1 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:03.760415 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:03.772664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:03.911316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7512d03f-b651-4538-b48b-7073b2affa57,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:04.039503 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:04.100835 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9a596b36-8c6c-4a4b-93a3-3e4f27d21df4 req-8c6f4e2e-547f-4a22-9381-e3b45821eeb3 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.3719852 Feb 17 18:04:04.238603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.306543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.322633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-46041d23-b671-4f7a-bd8d-779ce0fd2b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:04.376535 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 4a67c962-59ed-450e-8c98-b66e334e9f34, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=4a67c962-59ed-450e-8c98-b66e334e9f34,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:04.381013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.384756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:04.460953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.477855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.502458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7512d03f-b651-4538-b48b-7073b2affa57,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:04.513409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:04.587221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ec8a3e12-cf88-4235-9f20-7b277553c40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:04.647808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.711351 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=4a67c962-59ed-450e-8c98-b66e334e9f34,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:04.718306 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:04.732571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-7f4ff9e0-cbcf-46fc-9739-7b4554d9e001 None None] Provisioning complete for port a509d291-1d3a-4464-a0f8-0245a294b73e triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:04.733372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f4ff9e0-cbcf-46fc-9739-7b4554d9e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.832825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a509d291-1d3a-4464-a0f8-0245a294b73e up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:04.841257 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0c1c4748e2444acb949fdb2a728990b1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3484473 Feb 17 18:04:04.850910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50608) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:04.975773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:04.978484 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7512d03f-b651-4538-b48b-7073b2affa57 HTTP/1.1" status: 204 len: 168 time: 2.0131276 Feb 17 18:04:05.115089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port a509d291-1d3a-4464-a0f8-0245a294b73e triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:05.121092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.280691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-01010f85-08f2-4f53-9f43-0db1984c351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.298883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.404403 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c65c128-36f3-44e3-b894-50999ab82400,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:05.460254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:05.814419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:05.920428 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-411ea5e7-ff81-44fe-b1e9-fbc2abbfe0e7 req-e83bb8c6-517c-4e6b-a5b9-3672f6f5570c tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.1148837 Feb 17 18:04:05.982039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.086190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.095041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189'] for router, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.315959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.329943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50640) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:06.334655 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.338711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379404'] for router_interface, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.494445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.514715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:06.525765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.557350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:06.566108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3ccd848985a84d2f9dcdc46d3daa83ff is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:06.569682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:06.577132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:06.638579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Router 96a55539-1b23-4e9f-895b-e2581a89619f is scheduled to L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 with binding_index 1 {{(pid=84001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:04:06.705524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.756586 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 4a67c962-59ed-450e-8c98-b66e334e9f34 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:06.769150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:06.771289 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5c65c128-36f3-44e3-b894-50999ab82400 HTTP/1.1" status: 204 len: 168 time: 1.8993495 Feb 17 18:04:06.795322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Pushing event updated for resources: {'Port': ['ID=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:06.802063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:06.802511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:06.830107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c65c128-36f3-44e3-b894-50999ab82400,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:06.837319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:06.887824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.75', 56268) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:06.969739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.054542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 4a67c962-59ed-450e-8c98-b66e334e9f34 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:07.055222 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.252185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:07.271692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:07.286238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.287644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:07.419032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Sync routers for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:07.583450 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:07.584698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:07.921213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:07.957553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ef053525-f85c-4690-ac8b-432e06541eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:08.031232 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ccd848985a84d2f9dcdc46d3daa83ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5787241 Feb 17 18:04:08.033888 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Notify callbacks [] for router, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:08.044709 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 19.2740080 Feb 17 18:04:08.060034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50676) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:08.060667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50680) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:08.066313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:08.277564 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5912dbf6-3f50-42c2-b1f8-012d4c46bd5a req-da68ac68-027a-4da4-a916-ecbd48b86395 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.3971415 Feb 17 18:04:08.303019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50698) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:08.362360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:08.709224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-b79ee2a0-90fb-4614-8fc4-2f1fc86cd50a tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:08.712165 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-b79ee2a0-90fb-4614-8fc4-2f1fc86cd50a tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.75 "GET /v2.0/networks?id=a664081e-41d4-4b3d-a0ec-5550f4c4ea8a HTTP/1.1" status: 200 len: 812 time: 1.8228939 Feb 17 18:04:08.713420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:08.790156 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Request body: {'port': {'device_id': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'network_id': 'a664081e-41d4-4b3d-a0ec-5550f4c4ea8a', 'admin_state_up': True, 'tenant_id': '83747d635cfe468eb211c5f5540e1be2'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:08.821732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:08.842296 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Usage tracker for resource:security_group_rule and tenant:8b9a901fde12433b82f4f9b08315963d is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:08.962118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:08.972024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:09.143212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:09.176619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc54ad-bd5a-4350-96ca-0975d9f8131b,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:09.233069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.276s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:09.250799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:03:58Z', 'revision_number': 3, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:09.260245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Checking router: 96a55539-1b23-4e9f-895b-e2581a89619f for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:09.261716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Updating router 96a55539-1b23-4e9f-895b-e2581a89619f port a56f5813-0709-4a75-9703-307322fe08ef binding host dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:04:09.288127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189'] for router, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:09.388438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:09.601610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:09.637883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:09.776649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:09.799573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Usage tracker for resource:port and tenant:83747d635cfe468eb211c5f5540e1be2 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:09.819317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:09.831398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:09.952339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:10.012849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.034764 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-57961f78-de3b-4af8-855e-94cfa72f82c6 req-dc7ec6c6-ba1b-44df-8b9a-8794b28ebb3c tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.2218945 Feb 17 18:04:10.075228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-47755882-e36e-4709-9574-8dd751f256d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:10.135246 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Made reservation on behalf of 83747d635cfe468eb211c5f5540e1be2 for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:04:10.159589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.268352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.315407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:10.340511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc54ad-bd5a-4350-96ca-0975d9f8131b,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:10.349585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:10.371940 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b9a901fde12433b82f4f9b08315963d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0618591 Feb 17 18:04:10.373140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50750) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:10.434898 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:10.448027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.454454 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6bc54ad-bd5a-4350-96ca-0975d9f8131b HTTP/1.1" status: 204 len: 168 time: 2.3921781 Feb 17 18:04:10.455204 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Sync routers for ids ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:10.489247 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Routers {'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:10.492145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:10.872845 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ffaa8f-771e-4dcd-8d2f-5c4930ed29d7,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:10.885925 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:10.982778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:10.990017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Notify callbacks [] for port, precommit_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.029484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Transition to ACTIVE for port object a56f5813-0709-4a75-9703-307322fe08ef will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:11.038484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.076841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-97c91e85-70e3-49ef-80f7-da069b8f2558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:11.096715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.244480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Set router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:11.354829 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] 10.222.0.68 "PUT /v2.0/routers/a18a6730-3b2b-4052-ba14-2f71f4c9a6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2156024 Feb 17 18:04:11.460703 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3731c0-ef16-4b9c-b27a-a1c0223437a8 None None] Pushing event updated for resources: {'Port': ['ID=a56f5813-0709-4a75-9703-307322fe08ef,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:11.473314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6c3731c0-ef16-4b9c-b27a-a1c0223437a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:11.643941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.701040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Attempting to bind port a56f5813-0709-4a75-9703-307322fe08ef on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:11.701580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Attempting to bind port a56f5813-0709-4a75-9703-307322fe08ef by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:11.702106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Attempting to bind port a56f5813-0709-4a75-9703-307322fe08ef on network b0770177-7107-409d-9bed-e1ff27810df2 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:11.726884 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:11.726884 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:11.726884 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.736115 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Bound using segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:11.741286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Bound port: a56f5813-0709-4a75-9703-307322fe08ef, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:11.741770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.832943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:11.922872 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:11.954775 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4f41f813-9011-4085-9b39-0e049b552731 req-f420b4af-83b7-4592-9080-b5d2ab563159 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.3058751 Feb 17 18:04:11.978969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] For port a56f5813-0709-4a75-9703-307322fe08ef, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:11.989085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] For port a56f5813-0709-4a75-9703-307322fe08ef, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a56f5813-0709-4a75-9703-307322fe08ef,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:12.004175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:12.020049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ffaa8f-771e-4dcd-8d2f-5c4930ed29d7,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:12.025680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:12.075635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:12.083390 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5ffaa8f-771e-4dcd-8d2f-5c4930ed29d7 HTTP/1.1" status: 204 len: 168 time: 1.6710296 Feb 17 18:04:12.828309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Router 64d6fc6a-695f-43a4-9629-a403781a7548 is scheduled to L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 with binding_index 1 {{(pid=84001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:04:12.947374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Allocated IP 172.20.0.12 (a664081e-41d4-4b3d-a0ec-5550f4c4ea8a/2eeb563d-b339-4dbf-8aaa-e242435d81bd/17a27a33-3570-41c0-b23a-8e2dc0b8aa81) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:13.326019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:13.620276 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:04:03Z', 'revision_number': 4, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port': {'id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:47Z', 'updated_at': '2021-02-17T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'e5dbaa02-8d6a-4609-b424-3ec56f517fe0', 'name': '', 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'mac_address': 'fa:16:3e:11:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4469b48b-0d9a-41db-bc0a-3a357eabcdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:57Z', 'updated_at': '2021-02-17T18:04:05Z', 'revision_number': 2, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'subnets': [{'id': '4469b48b-0d9a-41db-bc0a-3a357eabcdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:13.643598 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Checking router: a18a6730-3b2b-4052-ba14-2f71f4c9a6ba for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:13.644309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Updating router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 binding host dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:04:13.944460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:13.945940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:14.126560 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:14.249630 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c6153e35-03d2-4299-9396-d65db8ccc1b3 req-2ab58489-3535-4e94-a959-22270dda50ba tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.6090145 Feb 17 18:04:14.259141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3731c0-ef16-4b9c-b27a-a1c0223437a8 None None] Pushing event updated for resources: {'Port': ['ID=a56f5813-0709-4a75-9703-307322fe08ef,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:14.332214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6c3731c0-ef16-4b9c-b27a-a1c0223437a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:14.356229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50856) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:14.384828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:14.503784 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:14.847253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:14.864800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Usage tracker for resource:security_group_rule and tenant:234c2fe6b4614a959484a66141439a6c is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:15.106739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:15.238710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:15.257782 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:15.320411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:15.356794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Allocated IP 172.20.0.1 (0aee692b-4cb3-4236-bc01-0bcf02c5fb19/3ac49f8b-98a4-4822-987e-5fcbc2ca356e/24cd3639-f2ae-4a07-9d9f-393b8f67913f) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:16.074743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:16.375047 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Notify callbacks [] for router, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:16.378705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Sync routers for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:16.385594 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 25.7208705 Feb 17 18:04:16.411427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50894) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:16.464388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:16.500820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:16.501926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:16.512899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:16.531036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:16.549785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Transition to ACTIVE for port object e5dbaa02-8d6a-4609-b424-3ec56f517fe0 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:16.565149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:16.656624 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:16.835630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 50902) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:17.012567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Pushing event updated for resources: {'Port': ['ID=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:17.072136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:17.076333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.395984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:17.403155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:17.425510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.436378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:17.515186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edde26a-129f-4d34-869e-bd724aeab8ea None None] Pushing event updated for resources: {'Port': ['ID=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:17.529117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Transition to ACTIVE for port object 24cd3639-f2ae-4a07-9d9f-393b8f67913f will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:17.547122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:17.559118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:17.563782 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9edde26a-129f-4d34-869e-bd724aeab8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:17.573074 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:17.782045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3a9d963d-26d7-4605-81b6-dfc7ce18cb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:18.042211 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.2596295 Feb 17 18:04:18.055228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-b1d2ddca-2455-461e-89d1-b6d2162596c0 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:18.068884 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-b1d2ddca-2455-461e-89d1-b6d2162596c0 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 819 time: 3.4729543 Feb 17 18:04:18.089951 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=234c2fe6b4614a959484a66141439a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7274232 Feb 17 18:04:18.143379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50922) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:18.195926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-633be8fb-f021-4fce-8b46-bac340577e39 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:04:18.205480 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-633be8fb-f021-4fce-8b46-bac340577e39 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1219454 Feb 17 18:04:18.273019 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-77d2c349-2e53-4b68-93f2-cca4351e8237 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/quotas/0db7055cd7f04fdcaee1d4981af35fb7 HTTP/1.1" status: 200 len: 375 time: 0.2023396 Feb 17 18:04:18.471519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25e728-ca77-472f-8b86-9d44737f2a6a,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:18.555103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-babe4f93-69a7-42fb-9d30-1fd7673edc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:18.599494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35cedf-60c7-4755-98bc-0c278f7e7861 req-9f9f6161-40a0-44dd-b316-1ae2a616feb2 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:18.601050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-1c35cedf-60c7-4755-98bc-0c278f7e7861 req-9f9f6161-40a0-44dd-b316-1ae2a616feb2 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Synchronizing usage tracker for tenant:83747d635cfe468eb211c5f5540e1be2 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:18.610273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:03:58Z', 'revision_number': 3, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:18.684948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29c783-3644-47e3-805e-0f3616101956 None None] The sync data for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb is: [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:03:58Z', 'revision_number': 3, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:19.029367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-1c35cedf-60c7-4755-98bc-0c278f7e7861 req-9f9f6161-40a0-44dd-b316-1ae2a616feb2 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Unset dirty status for tenant:83747d635cfe468eb211c5f5540e1be2 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:19.030803 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1c35cedf-60c7-4755-98bc-0c278f7e7861 req-9f9f6161-40a0-44dd-b316-1ae2a616feb2 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 932 time: 2.5035267 Feb 17 18:04:19.174141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.175766 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.225068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.263466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Attempting to bind port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:19.264692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Attempting to bind port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:19.265625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Attempting to bind port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 on network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:19.295103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:04Z', 'revision_number': 3, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:19.296517 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:19.302859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Checking router: 64d6fc6a-695f-43a4-9629-a403781a7548 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:19.303520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Updating router 64d6fc6a-695f-43a4-9629-a403781a7548 port 370e354a-b4b9-4e62-84a0-95b7c1b55614 binding host dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:04:19.314882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Checking segment: {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:19.316241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.317262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Bound using segment: {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:19.318462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Bound port: e5dbaa02-8d6a-4609-b424-3ec56f517fe0, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:19.319473 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.371110 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Request body: {'port': {'device_id': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:19.380279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:19.395833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Usage tracker for resource:security_group_rule and tenant:79fb1b9c1d6741eb98e60e6662bc2c14 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:19.404935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:19.437024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:19.556316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:19.986225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] For port e5dbaa02-8d6a-4609-b424-3ec56f517fe0, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:19.994603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:19.999119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] For port e5dbaa02-8d6a-4609-b424-3ec56f517fe0, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:20.008086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:20.543429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Pushing event updated for resources: {'Port': ['ID=24cd3639-f2ae-4a07-9d9f-393b8f67913f,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:20.585774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:20.688829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9c3f58e1-07ca-4c17-8e53-090da0214f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:20.700702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:20.740343 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:20.774880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:20.793682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396306'] for router_interface, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.058760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.114937 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1c35cedf-60c7-4755-98bc-0c278f7e7861 req-212e6733-43f4-4c65-9973-9f545f8a9824 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9780467 Feb 17 18:04:21.200018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-ba7c37f3-70f6-4126-aab7-d3ed99d51885 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Synchronizing usage tracker for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:21.203608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edde26a-129f-4d34-869e-bd724aeab8ea None None] Pushing event updated for resources: {'Port': ['ID=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,revision_number=4']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:21.225402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a56f5813-0709-4a75-9703-307322fe08ef up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:21.245558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9edde26a-129f-4d34-869e-bd724aeab8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:21.348280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.572340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Routers {'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:21.580719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:21.711464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.714517 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Notify callbacks [] for port, precommit_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.880487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:21.889533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.898553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Transition to ACTIVE for port object 370e354a-b4b9-4e62-84a0-95b7c1b55614 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:21.912058 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-592cb515-e226-496d-9224-897c0f455733 None None] Provisioning for port 24cd3639-f2ae-4a07-9d9f-393b8f67913f completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:21.929553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-592cb515-e226-496d-9224-897c0f455733 None None] Provisioning complete for port 24cd3639-f2ae-4a07-9d9f-393b8f67913f triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:21.955099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-592cb515-e226-496d-9224-897c0f455733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:21.984579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.001079 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef25e728-ca77-472f-8b86-9d44737f2a6a HTTP/1.1" status: 204 len: 168 time: 3.8438513 Feb 17 18:04:22.007287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25e728-ca77-472f-8b86-9d44737f2a6a,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:22.230641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.241525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-592cb515-e226-496d-9224-897c0f455733 None None] Port 24cd3639-f2ae-4a07-9d9f-393b8f67913f cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:04:22.251277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:22.447349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] Set router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:22.888350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.924657 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:22.931661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379404'] for router_interface, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.215324 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:23.374676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6c3731c0-ef16-4b9c-b27a-a1c0223437a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:23.379271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.385217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Pushing event updated for resources: {'Port': ['ID=24cd3639-f2ae-4a07-9d9f-393b8f67913f,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:23.407376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.408680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:23.578216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc3dc8-7154-41fd-8d51-1387405332a6 None None] Pushing event updated for resources: {'Port': ['ID=370e354a-b4b9-4e62-84a0-95b7c1b55614,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:23.606303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-17dc3dc8-7154-41fd-8d51-1387405332a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:23.628325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.635758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port a56f5813-0709-4a75-9703-307322fe08ef completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:23.656676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port a56f5813-0709-4a75-9703-307322fe08ef triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:23.657252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:23.699325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:23.700688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:23.732870 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=79fb1b9c1d6741eb98e60e6662bc2c14&name=default HTTP/1.1" status: 200 len: 2979 time: 6.8967004 Feb 17 18:04:23.768784 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 50988) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:23.810895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:23.871271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-ba7c37f3-70f6-4126-aab7-d3ed99d51885 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Unset dirty status for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:23.885545 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-ba7c37f3-70f6-4126-aab7-d3ed99d51885 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 5.6027317 Feb 17 18:04:24.217408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:04:03Z', 'revision_number': 4, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port': {'id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:47Z', 'updated_at': '2021-02-17T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'e5dbaa02-8d6a-4609-b424-3ec56f517fe0', 'name': '', 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'mac_address': 'fa:16:3e:11:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4469b48b-0d9a-41db-bc0a-3a357eabcdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:57Z', 'updated_at': '2021-02-17T18:04:19Z', 'revision_number': 4, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'subnets': [{'id': '4469b48b-0d9a-41db-bc0a-3a357eabcdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:24.245871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca4fb4-4a23-45de-9c09-3374eac5c289 None None] The sync data for ids ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'] in dv-cinder-760193-3-smb is: [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:04:03Z', 'revision_number': 4, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port': {'id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:47Z', 'updated_at': '2021-02-17T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'e5dbaa02-8d6a-4609-b424-3ec56f517fe0', 'name': '', 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'mac_address': 'fa:16:3e:11:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '4469b48b-0d9a-41db-bc0a-3a357eabcdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:57Z', 'updated_at': '2021-02-17T18:04:19Z', 'revision_number': 4, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'subnets': [{'id': '4469b48b-0d9a-41db-bc0a-3a357eabcdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:24.303418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0208686-3b07-40b7-8b19-3db3dde89611 req-dce7bad8-2e4d-4a81-b32f-a33d10f7c84c tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:24.305306 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0208686-3b07-40b7-8b19-3db3dde89611 req-dce7bad8-2e4d-4a81-b32f-a33d10f7c84c tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 932 time: 1.4868758 Feb 17 18:04:24.395525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.472903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port a56f5813-0709-4a75-9703-307322fe08ef, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a56f5813-0709-4a75-9703-307322fe08ef,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:24.552742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.566437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:24.811479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:24.996256 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0208686-3b07-40b7-8b19-3db3dde89611 req-1c1de3fa-d7f5-4884-8f95-865b5962e3f5 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066310 Feb 17 18:04:25.006745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=a56f5813-0709-4a75-9703-307322fe08ef,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:25.025694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device e5dbaa02-8d6a-4609-b424-3ec56f517fe0 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:25.069846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.214828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:25.289404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Attempting to bind port 370e354a-b4b9-4e62-84a0-95b7c1b55614 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:25.289849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Attempting to bind port 370e354a-b4b9-4e62-84a0-95b7c1b55614 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:25.290140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Attempting to bind port 370e354a-b4b9-4e62-84a0-95b7c1b55614 on network b0770177-7107-409d-9bed-e1ff27810df2 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:25.300828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-3072b541-f95f-498a-a268-8254fccc4355 None None] Provisioning complete for port 24cd3639-f2ae-4a07-9d9f-393b8f67913f triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:25.301126 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3072b541-f95f-498a-a268-8254fccc4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.443253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0825707c-03ed-4b74-9ba6-3d5b88aaa70e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:04:25.460331 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0825707c-03ed-4b74-9ba6-3d5b88aaa70e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.7363656 Feb 17 18:04:25.465039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.472442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:25.474593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:25.477915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.480612 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Bound using segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:25.483846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Bound port: 370e354a-b4b9-4e62-84a0-95b7c1b55614, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:25.484827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.546324 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Allocated IP 172.20.0.1 (780ab1be-d4ea-4234-9771-ab0516099bfc/37c598ca-c190-400c-91ee-1783bcd41347/a952311a-e915-470d-9b5f-5562a5706b56) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:25.621971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] For port 370e354a-b4b9-4e62-84a0-95b7c1b55614, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:25.630809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] For port 370e354a-b4b9-4e62-84a0-95b7c1b55614, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=370e354a-b4b9-4e62-84a0-95b7c1b55614,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:25.633475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-3072b541-f95f-498a-a268-8254fccc4355 None None] Port 24cd3639-f2ae-4a07-9d9f-393b8f67913f cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:04:25.655492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:25.878651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cacc8fb6-7353-4035-a86a-3808d546acb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:25.975632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:26.015674 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fd6a5c-0b41-4939-bc90-54f8e59bc134,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:26.032955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.039950 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/26fd6a5c-0b41-4939-bc90-54f8e59bc134 HTTP/1.1" status: 204 len: 168 time: 2.2650702 Feb 17 18:04:26.039950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:26.046429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:04:26.075311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.107660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.158594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Transition to ACTIVE for port object a952311a-e915-470d-9b5f-5562a5706b56 will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:26.164194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Transition to ACTIVE for port object 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:26.198459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.325639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Router 96a55539-1b23-4e9f-895b-e2581a89619f has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:26.334437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:26.337159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.363234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc3dc8-7154-41fd-8d51-1387405332a6 None None] Pushing event updated for resources: {'Port': ['ID=370e354a-b4b9-4e62-84a0-95b7c1b55614,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:26.371806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-17dc3dc8-7154-41fd-8d51-1387405332a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:26.372689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:26.373116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:26.566000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:26.566804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:26.905364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:26.984774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.147242 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-a5e17ac6-f379-4a0f-96fb-50cfc47089c0 service neutron] 10.222.0.68 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6852338 Feb 17 18:04:27.284310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port e5dbaa02-8d6a-4609-b424-3ec56f517fe0, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:27.301182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:27.312384 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:27.341952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Pushing event updated for resources: {'Port': ['ID=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:27.361827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:27.472432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:27.662056 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fd6a5c-0b41-4939-bc90-54f8e59bc134,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:27.686144 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a56f5813-0709-4a75-9703-307322fe08ef up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:27.817936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 4.117s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:27.820554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-53a4ff3b-f7da-4e7a-a0b9-cfab260e84c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:27.893957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51062) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:27.963419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:27.978092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Sync routers for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:28.011030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:28.015520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:28.021329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.064418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:28.072629 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Pushing event updated for resources: {'Port': ['ID=a952311a-e915-470d-9b5f-5562a5706b56,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:28.078498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Usage tracker for resource:security_group_rule and tenant:21e5378fde79413092122989cb529a20 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:28.084646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:28.089390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:28.119599 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] 10.222.0.68 "PUT /v2.0/routers/96a55539-1b23-4e9f-895b-e2581a89619f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0455139 Feb 17 18:04:28.121512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:28.228910 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-16386d21-5ffb-4a10-9589-591dceade199 service neutron] 10.222.0.68 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8446195 Feb 17 18:04:28.300993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Network 780ab1be-d4ea-4234-9771-ab0516099bfc is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:28.307130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:28.316075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:28.318035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396306'] for router_interface, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.473692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.487014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.525141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:28.536482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:28.573989 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21e5378fde79413092122989cb529a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6392992 Feb 17 18:04:28.577238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dfdb74-334e-48e6-9f9d-7fc8c12411c0,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:28.580429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.268s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:28.581281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port a56f5813-0709-4a75-9703-307322fe08ef triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:28.581834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.582025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:28.582707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51078) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:28.791431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:28.868500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:28.932332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007ef11-2e40-4d7d-8ced-4b971f323027 req-25cbf90d-a8c1-4607-92ee-1ffd3b37613b tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:28.940660 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7007ef11-2e40-4d7d-8ced-4b971f323027 req-25cbf90d-a8c1-4607-92ee-1ffd3b37613b tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 944 time: 2.0373271 Feb 17 18:04:28.946041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Attempting to bind port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:28.947177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Attempting to bind port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'd72428f2-3bbc-43e8-b938-0d2b85f2b409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a664081e-41d4-4b3d-a0ec-5550f4c4ea8a'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:28.952408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Attempting to bind port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 on network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:28.983213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:28.984543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Checking segment: {'id': 'd72428f2-3bbc-43e8-b938-0d2b85f2b409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a664081e-41d4-4b3d-a0ec-5550f4c4ea8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:28.985945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.004291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Bound using segment: {'id': 'd72428f2-3bbc-43e8-b938-0d2b85f2b409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a664081e-41d4-4b3d-a0ec-5550f4c4ea8a'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:29.006536 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-fb4a63d6-330a-4bbc-b9f5-b1bfd1d2fc5f None None] Provisioning for port a952311a-e915-470d-9b5f-5562a5706b56 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:29.007541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Bound port: 17a27a33-3570-41c0-b23a-8e2dc0b8aa81, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72428f2-3bbc-43e8-b938-0d2b85f2b409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a664081e-41d4-4b3d-a0ec-5550f4c4ea8a'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:29.010976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.016365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-fb4a63d6-330a-4bbc-b9f5-b1bfd1d2fc5f None None] Provisioning complete for port a952311a-e915-470d-9b5f-5562a5706b56 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:29.016674 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fb4a63d6-330a-4bbc-b9f5-b1bfd1d2fc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.243188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a63d6-330a-4bbc-b9f5-b1bfd1d2fc5f None None] Port a952311a-e915-470d-9b5f-5562a5706b56 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:04:29.282564 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7007ef11-2e40-4d7d-8ced-4b971f323027 req-36af2760-4444-4bcf-8f14-477d6a23009a tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056316 Feb 17 18:04:29.303333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:04Z', 'revision_number': 3, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:29.322587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c893f-ad23-4ad8-bfeb-fb9b550d2a80 None None] The sync data for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb is: [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:04Z', 'revision_number': 3, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:29.400675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] For port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:29.416579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] For port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,segment=NetworkSegment(d72428f2-3bbc-43e8-b938-0d2b85f2b409),segment_id=d72428f2-3bbc-43e8-b938-0d2b85f2b409)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:29.423941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.599719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device e5dbaa02-8d6a-4609-b424-3ec56f517fe0 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:29.744389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.755647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.762971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379404'] for router_interface, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.777926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:29.795392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:29.805829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e44eb5c2-0aaf-4186-a6d0-0e4c79db1e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:30.081786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:30.081786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.307124 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0bec0fbf-9b2b-41c2-9536-16dcb7d5622f req-d61aa347-935a-475c-8e84-77e33485b1df tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 210 time: 0.5933185 Feb 17 18:04:30.316926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:30.337281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.339533 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] 10.222.0.75 "PUT /v2.0/ports/17a27a33-3570-41c0-b23a-8e2dc0b8aa81 HTTP/1.1" status: 200 len: 1158 time: 11.5817993 Feb 17 18:04:30.343137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:30.517779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:22Z', 'revision_number': 2, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:30.538799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Checking router: 96a55539-1b23-4e9f-895b-e2581a89619f for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:30.539596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Updating router 96a55539-1b23-4e9f-895b-e2581a89619f port 24cd3639-f2ae-4a07-9d9f-393b8f67913f binding host dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:04:30.612792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Pushing event updated for resources: {'Port': ['ID=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:30.620502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Pushing event updated for resources: {'Port': ['ID=a952311a-e915-470d-9b5f-5562a5706b56,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:30.632285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:30.696422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:30.738949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.745262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:30.931487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:04:31.023256 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96765-31d3-4d56-bb41-d38c71a8e04d req-2799bd48-8325-498b-a4e6-3bd06496dd45 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:31.025279 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9da96765-31d3-4d56-bb41-d38c71a8e04d req-2799bd48-8325-498b-a4e6-3bd06496dd45 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 944 time: 0.2038476 Feb 17 18:04:31.106684 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Network 780ab1be-d4ea-4234-9771-ab0516099bfc is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:31.109856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:31.217781 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9da96765-31d3-4d56-bb41-d38c71a8e04d req-b45e357d-87d8-4484-a8c2-f8fef37d84bf tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785433 Feb 17 18:04:31.252606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-28cf6220-f0d6-4356-8d11-0861b7998c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:31.255865 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-28cf6220-f0d6-4356-8d11-0861b7998c94 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83747d635cfe468eb211c5f5540e1be2&device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 1161 time: 0.6266491 Feb 17 18:04:31.725659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 370e354a-b4b9-4e62-84a0-95b7c1b55614 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:31.728241 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-029e4de2-2973-4f02-9efb-eb99c074c516 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a27a33-3570-41c0-b23a-8e2dc0b8aa81 HTTP/1.1" status: 200 len: 217 time: 0.4492967 Feb 17 18:04:31.915732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-497d80b9-af53-4370-933a-ef407b5f599f None None] Provisioning complete for port a952311a-e915-470d-9b5f-5562a5706b56 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:31.918164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-497d80b9-af53-4370-933a-ef407b5f599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.003016 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51176) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:32.078128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-497d80b9-af53-4370-933a-ef407b5f599f None None] Port a952311a-e915-470d-9b5f-5562a5706b56 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:04:32.094189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.123529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Router 64d6fc6a-695f-43a4-9629-a403781a7548 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:04:32.139001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fac52a05-bdf5-4e40-87a5-456726971947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:32.170311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 370e354a-b4b9-4e62-84a0-95b7c1b55614 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:32.188148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 370e354a-b4b9-4e62-84a0-95b7c1b55614 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:32.188570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.201869 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dfdb74-334e-48e6-9f9d-7fc8c12411c0,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:32.226323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:32.226539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217610722', 'description': 'tempest-description--85644943'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:32.250172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.258278 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/06dfdb74-334e-48e6-9f9d-7fc8c12411c0 HTTP/1.1" status: 204 len: 168 time: 3.6711771 Feb 17 18:04:32.471745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.507733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:32.542595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Transition to ACTIVE for port object 24cd3639-f2ae-4a07-9d9f-393b8f67913f will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:32.547784 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.553335 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81', 'status': 'completed', 'code': 200} Feb 17 18:04:32.712882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-9acce668-e0ba-492b-b773-f8d5c83e111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:32.723707 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-9acce668-e0ba-492b-b773-f8d5c83e111a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2eeb563d-b339-4dbf-8aaa-e242435d81bd HTTP/1.1" status: 200 len: 852 time: 0.9931514 Feb 17 18:04:32.746347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:32.778514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:32.790753 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.832175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 370e354a-b4b9-4e62-84a0-95b7c1b55614, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=370e354a-b4b9-4e62-84a0-95b7c1b55614,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:32.838571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:32.847073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:32.952438 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-d41fb37e-c570-48c7-a34c-71a3ff11268d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a664081e-41d4-4b3d-a0ec-5550f4c4ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976471 Feb 17 18:04:32.964924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:04:32.994572 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] 10.222.0.68 "PUT /v2.0/routers/64d6fc6a-695f-43a4-9629-a403781a7548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5709929 Feb 17 18:04:33.033500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:33.043985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=370e354a-b4b9-4e62-84a0-95b7c1b55614,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:33.062917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:33.115652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ac7abc19-5c47-4d5d-88aa-5241e4451d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:33.148357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f4f5-d219-4779-8844-7045eeab2613 req-ff4f7415-c5d5-4f5c-8ebd-43fc682d1e1e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:33.157973 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-ff4f7415-c5d5-4f5c-8ebd-43fc682d1e1e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 819 time: 1.1403677 Feb 17 18:04:33.328619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9edde26a-129f-4d34-869e-bd724aeab8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:33.336812 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-3e70d784-c69d-4ecc-a0a1-23a03df2aa8c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/quotas/0db7055cd7f04fdcaee1d4981af35fb7 HTTP/1.1" status: 200 len: 375 time: 0.1774359 Feb 17 18:04:33.497134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 370e354a-b4b9-4e62-84a0-95b7c1b55614 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:33.741344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.75', 56297) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:33.780394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0d615-d273-4eb5-8644-5a2f1458916c None None] Pushing event updated for resources: {'Port': ['ID=24cd3639-f2ae-4a07-9d9f-393b8f67913f,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:33.787785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-16b0d615-d273-4eb5-8644-5a2f1458916c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:34.155815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.193768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:34.199579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group_rule and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:34.203818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:34.211580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:34.327249 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.340013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.369696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5e39-5566-4386-a6dd-ce5bade3f374 req-73abc261-c529-47fd-905a-30af8b563c8d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:34.380994 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90fb5e39-5566-4386-a6dd-ce5bade3f374 req-73abc261-c529-47fd-905a-30af8b563c8d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 944 time: 1.4265702 Feb 17 18:04:34.389491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:34.503476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9a6950-13f0-4bfa-b4a5-feeaadb22507,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:34.573488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Attempting to bind port 24cd3639-f2ae-4a07-9d9f-393b8f67913f on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:34.574557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Attempting to bind port 24cd3639-f2ae-4a07-9d9f-393b8f67913f by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:34.575981 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Attempting to bind port 24cd3639-f2ae-4a07-9d9f-393b8f67913f on network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:34.583476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Sync routers for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:04:34.595606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-90e86472-cd67-43e0-9843-7334ae44fd69 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:34.596395 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-90e86472-cd67-43e0-9843-7334ae44fd69 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Synchronizing usage tracker for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:network {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:34.613597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:34.617305 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:34.618271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Checking segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:34.619023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.619957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Bound using segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:34.621636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Bound port: 24cd3639-f2ae-4a07-9d9f-393b8f67913f, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:34.622337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.635187 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:34.640254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:34.666331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-90e86472-cd67-43e0-9843-7334ae44fd69 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Unset dirty status for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:network {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:34.668306 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-90e86472-cd67-43e0-9843-7334ae44fd69 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 819 time: 0.9257312 Feb 17 18:04:34.688466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Request body: {'port': {'device_id': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117', 'admin_state_up': True, 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:34.764434 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-bde27b2e-dad2-4b8f-ac1b-a0b4dbc1d8fa tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4264133 Feb 17 18:04:34.848305 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-6872b5d4-7095-4dec-a25b-d652e13b5228 service neutron] 10.222.0.75 "GET /v2.0/networks/a664081e-41d4-4b3d-a0ec-5550f4c4ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8479559 Feb 17 18:04:34.894552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] For port 24cd3639-f2ae-4a07-9d9f-393b8f67913f, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:34.900743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] For port 24cd3639-f2ae-4a07-9d9f-393b8f67913f, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=24cd3639-f2ae-4a07-9d9f-393b8f67913f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:34.916322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.973623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:34.977882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:34.986379 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.9646833 Feb 17 18:04:34.992115 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:34.994955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51266) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:34.998217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:35.044950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'security_group_rule': {'security_group_id': '2f9a6950-13f0-4bfa-b4a5-feeaadb22507', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:35.062444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Made reservation on behalf of 0db7055cd7f04fdcaee1d4981af35fb7 for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:04:35.075132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:35.109509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:35.158627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group_rule and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:35.173523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:35.247424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:35.278344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f23e2967-f8cd-471d-bbd2-dc5b6f86792a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:35.385116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0d615-d273-4eb5-8644-5a2f1458916c None None] Pushing event updated for resources: {'Port': ['ID=24cd3639-f2ae-4a07-9d9f-393b8f67913f,revision_number=4']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:35.390911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-16b0d615-d273-4eb5-8644-5a2f1458916c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:35.420945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:35.421680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:35.480139 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e3a50989-45e3-46a5-989c-e55dbf6f6670 req-89cc4026-2845-4764-825e-a643d4f65378 service neutron] 10.222.0.75 "GET /v2.0/networks/a664081e-41d4-4b3d-a0ec-5550f4c4ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4505069 Feb 17 18:04:35.502700 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90fb5e39-5566-4386-a6dd-ce5bade3f374 req-85b0ec3e-28bd-426a-8154-476cd8628529 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1201663 Feb 17 18:04:35.906875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:36.039936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 370e354a-b4b9-4e62-84a0-95b7c1b55614 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:36.040772 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.224779 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f434ce82-81a1-4c15-8975-c7bfa59159ac service neutron] 10.222.0.68 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4589324 Feb 17 18:04:36.312352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.313952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-15bc3d63-08ca-4810-8362-214f10e7f2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.324031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.577776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:34Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:36.585817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74544e70-7e36-45d2-91be-0697ebb4123a None None] The sync data for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb is: [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:34Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:36.586155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813a874-3c70-40d6-b845-67888592a00b req-322b428f-1478-4c4f-b52f-9d4a7a83f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:36.589472 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f813a874-3c70-40d6-b845-67888592a00b req-322b428f-1478-4c4f-b52f-9d4a7a83f061 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=83747d635cfe468eb211c5f5540e1be2&device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 1161 time: 1.0461552 Feb 17 18:04:36.679636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.697114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.717695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:36.741283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30246909-b57d-48e7-8ac0-ca18856671e3,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:36.743609 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Allocated IP 172.20.0.10 (d6a1ff8c-1cff-4594-a0ff-1c1ccba14117/4469b48b-0d9a-41db-bc0a-3a357eabcdde/84e5fb68-7b1c-4b87-b7fe-f144cc33715c) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:36.775738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:36.846495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:36.847852 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-cc9211cc-f25a-435d-84ce-1b4f2f3fe3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8517857 Feb 17 18:04:36.852945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51310) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:36.859475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'security_group_rule': {'security_group_id': '2f9a6950-13f0-4bfa-b4a5-feeaadb22507', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:36.906187 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:36.921070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 2, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:36.952805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group_rule and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:36.953072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Checking router: 64d6fc6a-695f-43a4-9629-a403781a7548 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:04:36.955002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Updating router 64d6fc6a-695f-43a4-9629-a403781a7548 port a952311a-e915-470d-9b5f-5562a5706b56 binding host dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:04:36.977825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:37.040121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:37.131734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51318) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:37.400605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813a874-3c70-40d6-b845-67888592a00b req-87097599-220a-4f89-94e0-f48d7e01610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:37.405096 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f813a874-3c70-40d6-b845-67888592a00b req-87097599-220a-4f89-94e0-f48d7e01610d service neutron] 10.222.0.75 "GET /v2.0/networks?id=a664081e-41d4-4b3d-a0ec-5550f4c4ea8a HTTP/1.1" status: 200 len: 906 time: 0.8038502 Feb 17 18:04:37.454825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769049631', 'description': 'tempest-description--191604865'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:37.582338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:37.610172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.654434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.683182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:37.714701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.754836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.803636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:37.860483 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f813a874-3c70-40d6-b845-67888592a00b req-5fbb5791-798b-47ff-a633-336623872740 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17a27a33-3570-41c0-b23a-8e2dc0b8aa81 HTTP/1.1" status: 200 len: 217 time: 0.4118910 Feb 17 18:04:37.953658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:38.072030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.092925 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.118756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:38.121983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 24cd3639-f2ae-4a07-9d9f-393b8f67913f up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:38.179375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:38.272935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba4e6ca-17bd-4543-8fd9-161782a02794,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:38.301998 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-e3659e26-eaf9-439e-ada5-54c7f4d74e4b service neutron] 10.222.0.68 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0527203 Feb 17 18:04:38.315428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:38.350771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813a874-3c70-40d6-b845-67888592a00b req-354b7752-9b4b-4032-9325-bba182201d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:38.353789 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f813a874-3c70-40d6-b845-67888592a00b req-354b7752-9b4b-4032-9325-bba182201d00 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2eeb563d-b339-4dbf-8aaa-e242435d81bd HTTP/1.1" status: 200 len: 852 time: 0.4921000 Feb 17 18:04:38.437443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.484870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26e73-b808-4901-8321-e1b93e6ba21c req-58f915d0-ba9d-45ab-a22b-76abbac07dc2 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:38.500319 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ecb26e73-b808-4901-8321-e1b93e6ba21c req-58f915d0-ba9d-45ab-a22b-76abbac07dc2 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 944 time: 1.0895689 Feb 17 18:04:38.601592 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f813a874-3c70-40d6-b845-67888592a00b req-14b15fac-30ce-45cb-8aed-1f89eed44fa0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a664081e-41d4-4b3d-a0ec-5550f4c4ea8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2387872 Feb 17 18:04:38.608032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:38.632020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group_rule and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:38.654708 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:38.687851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:38.814740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:38.818226 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-aea45039-9744-43ea-8df7-7b5ca5a9dd57 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9632022 Feb 17 18:04:38.901649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51360) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:38.946890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'floatingip': {'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:39.013915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.035108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:39.086357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:floatingip and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:39.111584 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:39.153438 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f813a874-3c70-40d6-b845-67888592a00b req-da0d256a-cada-4821-a0e3-41338dd85341 service neutron] 10.222.0.75 "GET /v2.0/networks/a664081e-41d4-4b3d-a0ec-5550f4c4ea8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432825 Feb 17 18:04:39.164516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:39.223335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-5803f565-55f3-4b02-9e9c-4cc3a1910575 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84002) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:04:39.290620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.293382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.348541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51372) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:39.368979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.518173 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9e1e32ca-8bec-4d53-a8b3-d73a263aae40 req-bd444bbf-5926-4483-8b06-c41549cc389b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 210 time: 0.3752818 Feb 17 18:04:39.534150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 24cd3639-f2ae-4a07-9d9f-393b8f67913f completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:39.544900 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ecb26e73-b808-4901-8321-e1b93e6ba21c req-c8afe710-dbc4-4f6e-8410-e6c3d4736b94 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0429378 Feb 17 18:04:39.551063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:39.823548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 24cd3639-f2ae-4a07-9d9f-393b8f67913f triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:39.824857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.887004 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:39.928562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe11203-5202-42c6-af1f-7c31b3ae2bf2,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:39.932066 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:39.948128 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.8006020 Feb 17 18:04:39.949715 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f813a874-3c70-40d6-b845-67888592a00b req-02572000-f8f3-4b67-8f4c-627020e541c0 service neutron] 10.222.0.75 "GET /v2.0/networks/a664081e-41d4-4b3d-a0ec-5550f4c4ea8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7648976 Feb 17 18:04:39.952957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:39.953956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51384) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:39.977671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'security_group_rule': {'security_group_id': 'ffe11203-5202-42c6-af1f-7c31b3ae2bf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:40.000054 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.012369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:40.028399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:40.032092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group_rule and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:40.058340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:40.074662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.099344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:40.126590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 24cd3639-f2ae-4a07-9d9f-393b8f67913f, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=24cd3639-f2ae-4a07-9d9f-393b8f67913f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:40.141660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.146719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-17dc3dc8-7154-41fd-8d51-1387405332a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:40.212695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.233441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:40.245573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=24cd3639-f2ae-4a07-9d9f-393b8f67913f,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:40.248774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:40.249195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.284703 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Pushing event updated for resources: {'Port': ['ID=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:40.320889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:40.534521 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.543064 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.550429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.578100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:40.667743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d96a1e-a6ad-46ff-8e89-31a7c895b8b9,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:40.704587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:40.750441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:40.766204 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-684ef98c-9e6d-4ec9-8238-d94d7615a168 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7967436 Feb 17 18:04:40.774844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51398) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:40.825972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'security_group_rule': {'security_group_id': 'ffe11203-5202-42c6-af1f-7c31b3ae2bf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:40.838142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:40.867432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:40.880164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group_rule and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:40.895281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:04:40.898768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:40.934438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:41.224382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.268896 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-874238ae-0d18-4259-b3e7-e03e51e37514 req-10da4d6a-5a4d-4ca2-8caf-abe801de00e5 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 210 time: 0.1793172 Feb 17 18:04:41.284713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.298901 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,segment=NetworkSegment(d72428f2-3bbc-43e8-b938-0d2b85f2b409),segment_id=d72428f2-3bbc-43e8-b938-0d2b85f2b409)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:41.302171 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:41.379048 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.384633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:41.391393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7f168-cd85-4377-81a1-c17485bb7feb req-697c8642-2485-42a2-b81d-87384aff5052 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:41.396939 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c4d7f168-cd85-4377-81a1-c17485bb7feb req-697c8642-2485-42a2-b81d-87384aff5052 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 944 time: 0.4727807 Feb 17 18:04:41.397215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.460224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:41.461681 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Notify callbacks [] for port, precommit_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.471070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:41.475062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:41.482695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.483241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:41.484633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Transition to ACTIVE for port object a952311a-e915-470d-9b5f-5562a5706b56 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:41.496726 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.497661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.506950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:41.532444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:41.534001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.548765 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c4d7f168-cd85-4377-81a1-c17485bb7feb req-6f4a7b23-8d50-4eb9-9095-51f5b489ee36 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446979 Feb 17 18:04:41.565458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237a8ba2-dd7c-4e60-831d-377be7a9223b,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:41.568676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:41.577688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.579649 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-4465ff6e-f1af-47a5-b38e-9f2cd4a9600b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8023155 Feb 17 18:04:41.587347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51414) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:41.602886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'floatingip': {'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:41.622040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:41.630574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:floatingip and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:41.638020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:41.651833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:41.671752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:41.705486 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:41.717900 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Allocated IP 172.28.2.161 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/03cfd01e-cf02-410c-b046-985e4645c367) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:41.729416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:41.743025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Usage tracker for resource:security_group_rule and tenant:86b776fc4ceb461c85eabb7bdffdfd78 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:41.756005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:41.794180 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1164410 Feb 17 18:04:41.804892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:41.818193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Request body: {'port': {'device_id': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:41.820701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:41.882428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:42.004704 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15e2aa-676e-4fff-a24a-735dcce16761 None None] Pushing event updated for resources: {'Port': ['ID=a952311a-e915-470d-9b5f-5562a5706b56,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:42.012213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ef15e2aa-676e-4fff-a24a-735dcce16761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:42.237788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Attempting to bind port a952311a-e915-470d-9b5f-5562a5706b56 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:42.238311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Attempting to bind port a952311a-e915-470d-9b5f-5562a5706b56 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:42.238598 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Attempting to bind port a952311a-e915-470d-9b5f-5562a5706b56 on network 780ab1be-d4ea-4234-9771-ab0516099bfc {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:42.250293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:42.250716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Checking segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:42.251172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.251615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Bound using segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:42.252185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Bound port: a952311a-e915-470d-9b5f-5562a5706b56, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:42.252606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.383119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.480764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] For port a952311a-e915-470d-9b5f-5562a5706b56, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:42.485445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] For port a952311a-e915-470d-9b5f-5562a5706b56, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a952311a-e915-470d-9b5f-5562a5706b56,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:42.491493 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81', 'code': 200} Feb 17 18:04:42.492495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 24cd3639-f2ae-4a07-9d9f-393b8f67913f up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:42.594815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.639547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6c3731c0-ef16-4b9c-b27a-a1c0223437a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:42.907408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:42.944009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15e2aa-676e-4fff-a24a-735dcce16761 None None] Pushing event updated for resources: {'Port': ['ID=a952311a-e915-470d-9b5f-5562a5706b56,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:42.976525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ef15e2aa-676e-4fff-a24a-735dcce16761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:42.986426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:42.986851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.007783 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-42261df3-6012-4dc0-93d4-d0b81fb75f0a req-601b9ac5-c28a-4d6b-a79f-d2234411cfb3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 210 time: 0.4773438 Feb 17 18:04:43.081720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.75', 56318) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:43.084148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 24cd3639-f2ae-4a07-9d9f-393b8f67913f triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:43.084646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.156839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.412309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:04:43.413379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:04:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:43.721267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f4f5-d219-4779-8844-7045eeab2613 req-867d5431-885e-4fff-a52e-2d657ed9740a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:43.724009 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-867d5431-885e-4fff-a52e-2d657ed9740a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 819 time: 1.8051128 Feb 17 18:04:43.728448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.744855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Request body: {'port': {'device_id': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117', 'admin_state_up': True, 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:43.766004 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:43.880393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:43.892950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:43.926857 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=86b776fc4ceb461c85eabb7bdffdfd78&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5753584 Feb 17 18:04:43.940194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-b73fe755-b0ee-4c11-a683-b3bf409ab3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:43.946948 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-b73fe755-b0ee-4c11-a683-b3bf409ab3f7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 1163 time: 0.8269808 Feb 17 18:04:43.953902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51466) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:43.968279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:44.012489 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:44.078440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22463d82-e4e9-48ee-ab42-c0291236ed1a req-279856a2-36d0-4dd3-899b-d53a03c68de1 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:44.083874 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-22463d82-e4e9-48ee-ab42-c0291236ed1a req-279856a2-36d0-4dd3-899b-d53a03c68de1 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 946 time: 1.2506139 Feb 17 18:04:44.100895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Made reservation on behalf of 0db7055cd7f04fdcaee1d4981af35fb7 for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:04:44.128853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.186767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:44.187700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.295074 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:04:44.312030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.460973 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.464611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.465701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a3f03-d3fd-4a67-b085-9ff41e5ce84b,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:44.468738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:44.473020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51484) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:44.508232 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:44.518564 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6b5d8192-a01c-45ec-bb0f-4263cf8a2e35 req-3ab5669c-32fb-447f-a5a8-1298e06e9ee9 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 210 time: 0.2569144 Feb 17 18:04:44.652204 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Usage tracker for resource:security_group_rule and tenant:3fd04c8911f1427abfa95c61a144592a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:44.664063 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-22463d82-e4e9-48ee-ab42-c0291236ed1a req-3f2aed48-1686-46b1-b325-bc9efe1d40b8 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842641 Feb 17 18:04:44.672794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.673705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.674225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.674726 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.675216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.675967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.676564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.677143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.677707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.678280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.679034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.679616 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.680373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.680961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.681539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.682097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.683234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.684205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.684784 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.686026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.686620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.687302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.687920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.688593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:44.693516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:44.769490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:44.776404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:44.785481 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Allocated IP 172.28.2.235 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/7bba4991-6925-4740-a4c9-89d9b90c8ecb) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:44.815766 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:44.991849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.032670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'Port': ['ID=03cfd01e-cf02-410c-b046-985e4645c367,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:45.043559 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:45.051546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.052883 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb9a3f03-d3fd-4a67-b085-9ff41e5ce84b HTTP/1.1" status: 204 len: 168 time: 1.0899446 Feb 17 18:04:45.053509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:45.064127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.130802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a3f03-d3fd-4a67-b085-9ff41e5ce84b,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:45.143721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:45.248800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.274132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:45.445316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.465023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.476430 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.497718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c13f2ad2-aefc-4a2d-bc80-fd61038ac4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:45.508963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:45.514042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:45.523484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:42Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:04:45.534603 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4cadc3d8-6349-481b-b810-88a7c08df16d req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5531859 Feb 17 18:04:45.540827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:45.543409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Usage tracker for resource:security_group_rule and tenant:2caa85b88aed4d678bf09b9e6cf2a167 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:45.555503 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:45.558780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0555415-10a2-4e18-a035-b6cc7963b240 None None] The sync data for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb is: [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:42Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:04:45.559506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:45.575114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:45.596939 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'Port': ['ID=7bba4991-6925-4740-a4c9-89d9b90c8ecb,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:45.632781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.632781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.632781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.633288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.633416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.633793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.634150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.634518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.634888 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.635251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.636239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.636606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.637046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.637414 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.639530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.639530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.639530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.639530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.639530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.639530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.640302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.640302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.640534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.641003 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:45.648377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:45.738788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:45.743337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:45.748194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:45.762528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:04:45.943736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e5fb68-7b1c-4b87-b7fe-f144cc33715c {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:04:45.956937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:45.983775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Transition to ACTIVE for port object 84e5fb68-7b1c-4b87-b7fe-f144cc33715c will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:45.985657 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9237a9-9189-4c75-a5b0-d10189f74f4d,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:45.992184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:46.001768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.035522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-40cbb0a2-33d4-4d4d-8e33-e08d8c65e397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:46.157476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51508) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:46.177996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Pushing event updated for resources: {'Port': ['ID=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:46.191413 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:46.225674 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.366333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.392487 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df63e9a2-04b2-4367-bf05-5261004a81dc req-099647cc-e50b-4e88-8566-674fe6ab1daa tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 210 time: 0.1741898 Feb 17 18:04:46.437463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.440278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a952311a-e915-470d-9b5f-5562a5706b56 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:46.502137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:46.581254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Allocated IP 172.20.0.3 (d6a1ff8c-1cff-4594-a0ff-1c1ccba14117/4469b48b-0d9a-41db-bc0a-3a357eabcdde/b17b3c7f-4243-4eff-a728-811bb6fbed4b) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:04:46.608978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port a952311a-e915-470d-9b5f-5562a5706b56 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:46.617273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port a952311a-e915-470d-9b5f-5562a5706b56 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:46.618005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.716298 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Usage tracker for resource:security_group_rule and tenant:a50a39d7f8034cf38e7606dea2ed373c is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:46.730484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:46.741254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:46.771593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.884045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.946607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:46.981993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.006157 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port a952311a-e915-470d-9b5f-5562a5706b56, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a952311a-e915-470d-9b5f-5562a5706b56,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:47.011324 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.013540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:47.058179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fe96a081-d08c-4389-8003-266a1d5377d0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:47.158212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=a952311a-e915-470d-9b5f-5562a5706b56,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:47.164836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:47.267594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.281532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Attempting to bind port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:47.282120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Attempting to bind port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:47.282804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Attempting to bind port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c on network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:47.304183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:47.304824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Checking segment: {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:47.305511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.306153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Bound using segment: {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:47.307038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Bound port: 84e5fb68-7b1c-4b87-b7fe-f144cc33715c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:47.308281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.371943 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2caa85b88aed4d678bf09b9e6cf2a167&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8522515 Feb 17 18:04:47.385783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51530) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:47.396792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a03dde-8736-469b-b0ac-fe4bec71049c req-53d6ef29-ee22-4301-bccb-8500c7e66813 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:47.398477 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-28a03dde-8736-469b-b0ac-fe4bec71049c req-53d6ef29-ee22-4301-bccb-8500c7e66813 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 946 time: 1.3993373 Feb 17 18:04:47.399378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56765f12-52ba-44ae-a65c-bea8ff86989a,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:47.429775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:47.652667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] For port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:47.659400 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] For port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:47.668201 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.698019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:47.822177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.837957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.940988 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b6b749fe-798f-4d75-9c5d-7687bcb70c74 req-7105d5c0-0f8a-4758-af57-7d1f6595f2eb tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 210 time: 0.1449919 Feb 17 18:04:47.965225 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-28a03dde-8736-469b-b0ac-fe4bec71049c req-efb39205-bff9-4c7e-b861-78b948878b23 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414271 Feb 17 18:04:47.966151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Pushing event updated for resources: {'Port': ['ID=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:47.973465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:47.976125 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:47.987268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:47.991875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.004378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.007832 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.110541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-bea2acc8-ef27-4dae-859a-8261ba41752e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:48.149456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'Port': ['ID=03cfd01e-cf02-410c-b046-985e4645c367,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:48.162414 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:48.169601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:48.170776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.173746 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] 10.222.0.75 "PUT /v2.0/ports/84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 1158 time: 6.3710926 Feb 17 18:04:48.174278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:48.186635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.230274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667a02f1-9013-4540-aaab-53c2f89ff7ec,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:48.242062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:48.252754 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2ee969dd-c842-4582-b71a-4b30aaab19ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a50a39d7f8034cf38e7606dea2ed373c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0285311 Feb 17 18:04:48.254869 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51550) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:48.319601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.369474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.370563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a952311a-e915-470d-9b5f-5562a5706b56 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:48.372200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.374381 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4669697 Feb 17 18:04:48.386795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-3f2deca5-270e-4368-8af6-d4aabe9bf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:48.389302 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-3f2deca5-270e-4368-8af6-d4aabe9bf017 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1161 time: 0.1491494 Feb 17 18:04:48.426443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f19d9c08-d4d4-4985-b173-2f6b3ade2b5d tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:48.547268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f23e4fac-31c5-4a1b-a435-11cf83bff6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.581123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port a952311a-e915-470d-9b5f-5562a5706b56 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:48.582299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.606965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f23e4fac-31c5-4a1b-a435-11cf83bff6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.639733 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-355ceaa5-a7f7-4b10-aaeb-593e5ce9ff9f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 217 time: 0.2409081 Feb 17 18:04:48.717597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f23e4fac-31c5-4a1b-a435-11cf83bff6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.748655 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:04:48.765819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-bdc9d62b-2e48-49e4-a100-7367edd07d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:48.767864 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-bdc9d62b-2e48-49e4-a100-7367edd07d32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.1212323 Feb 17 18:04:48.792546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.800724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.821473 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:48.838277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Pushing event updated for resources: {'Port': ['ID=b17b3c7f-4243-4eff-a728-811bb6fbed4b,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:48.897283 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-16a5a63e-9de5-41d2-ab76-85b14de5a012 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232474 Feb 17 18:04:49.051879 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:49.052788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:49.224650 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c', 'status': 'completed', 'code': 200} Feb 17 18:04:49.273187 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-b60e85dc-8e07-4a48-abd0-0e856fd393c0 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735394 Feb 17 18:04:49.407470 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:04:49.429992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:49.438453 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/56765f12-52ba-44ae-a65c-bea8ff86989a HTTP/1.1" status: 204 len: 168 time: 2.0487921 Feb 17 18:04:49.441882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:49.490698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:04:49.496137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f23e4fac-31c5-4a1b-a435-11cf83bff6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:49.498501 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f23e4fac-31c5-4a1b-a435-11cf83bff6be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/667a02f1-9013-4540-aaab-53c2f89ff7ec HTTP/1.1" status: 204 len: 168 time: 1.2396808 Feb 17 18:04:49.500710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:04:49.511627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:49.512765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:49.570771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51606) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:49.575481 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fae64761-ea1c-41b2-b9a0-03c1a82897e3 req-85365b28-1cb9-4246-b2f8-c9fc6030f737 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2956161 Feb 17 18:04:49.714147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:49.716268 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1269808 Feb 17 18:04:49.731067 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f6018dd5-69ba-4cbf-973f-f7014ab5a3a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9917316 Feb 17 18:04:49.801454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Request body: {'port': {'device_id': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:49.862294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-1bdefa88-99de-4b89-95d8-b49a51e0c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:49.871163 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-1bdefa88-99de-4b89-95d8-b49a51e0c388 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1161 time: 0.2132790 Feb 17 18:04:49.894190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'Port': ['ID=7bba4991-6925-4740-a4c9-89d9b90c8ecb,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:49.904393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3953f31c-af23-44ca-873e-fffb81016e05 req-bf1acb35-0bc1-461f-bb59-09ea9913b832 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Synchronizing usage tracker for tenant:509279e1fb164426987f0909f5241001 on resource:security_group {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:49.917622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:49.923399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.102s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:50.056544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e4fac-31c5-4a1b-a435-11cf83bff6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667a02f1-9013-4540-aaab-53c2f89ff7ec,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:50.120966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56765f12-52ba-44ae-a65c-bea8ff86989a,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:50.143033 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:50.145208 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.360s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:50.145754 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:50.158903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3c2a-b49d-4c2f-92dd-bc967dcff16f req-bfa72b85-ba32-4c31-8fb2-e53e5db8b8b5 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:50.168412 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c31d3c2a-b49d-4c2f-92dd-bc967dcff16f req-bfa72b85-ba32-4c31-8fb2-e53e5db8b8b5 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 946 time: 0.8207178 Feb 17 18:04:50.170883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3953f31c-af23-44ca-873e-fffb81016e05 req-bf1acb35-0bc1-461f-bb59-09ea9913b832 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Unset dirty status for tenant:509279e1fb164426987f0909f5241001 on resource:security_group {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:50.193620 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-bf1acb35-0bc1-461f-bb59-09ea9913b832 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--217610722&fields=id&tenant_id=509279e1fb164426987f0909f5241001 HTTP/1.1" status: 200 len: 267 time: 1.1683667 Feb 17 18:04:50.265094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-34ad349b-55ab-4d20-be7f-22df55da6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:50.269007 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-34ad349b-55ab-4d20-be7f-22df55da6641 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.3845232 Feb 17 18:04:50.284466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:50.445066 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-ad5a487f-570e-4354-afb5-354661bbe93e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 217 time: 0.1692486 Feb 17 18:04:50.487037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:50.496955 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c31d3c2a-b49d-4c2f-92dd-bc967dcff16f req-3ba863a9-7065-4c5a-bbdf-dcd72599b6b5 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264892 Feb 17 18:04:50.629870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:50.643734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb37e36934a4e699f759dde66032313 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:50.653218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:50.671501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:50.686894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-fbe70aba-ab28-4005-a09e-e715efc77b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:50.689759 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-fbe70aba-ab28-4005-a09e-e715efc77b6a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.2089338 Feb 17 18:04:50.818359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51634) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:50.831612 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-533c5ede-9adc-4ea5-a01e-475e89b7805f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293654 Feb 17 18:04:50.867356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-72fa4f11-0326-48fa-b4fe-fdf62957ef82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:50.868340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3953f31c-af23-44ca-873e-fffb81016e05 req-72fa4f11-0326-48fa-b4fe-fdf62957ef82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Synchronizing usage tracker for tenant:509279e1fb164426987f0909f5241001 on resource:network {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:50.887562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:50.974080 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:50.994824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Usage tracker for resource:security_group_rule and tenant:3ffb74089698468abd572938910cbb95 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:51.006549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:51.010105 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3953f31c-af23-44ca-873e-fffb81016e05 req-72fa4f11-0326-48fa-b4fe-fdf62957ef82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Unset dirty status for tenant:509279e1fb164426987f0909f5241001 on resource:network {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:51.011547 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-72fa4f11-0326-48fa-b4fe-fdf62957ef82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 811 time: 0.8149562 Feb 17 18:04:51.019722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:51.164997 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-f4fd8ede-77b7-469a-b0c9-1f2e7b07a3dd tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/quotas/509279e1fb164426987f0909f5241001 HTTP/1.1" status: 200 len: 375 time: 0.1297529 Feb 17 18:04:51.177722 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-294885d9-0808-4cee-9b41-78345fdb9765 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162911 Feb 17 18:04:51.191271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9dedf-7506-4904-8a21-da3414b854cc req-4b6361a7-d1e6-49ed-a57a-afb0fb5efbff tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:51.192322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-a2a9dedf-7506-4904-8a21-da3414b854cc req-4b6361a7-d1e6-49ed-a57a-afb0fb5efbff tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Synchronizing usage tracker for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:04:51.341471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-a2a9dedf-7506-4904-8a21-da3414b854cc req-4b6361a7-d1e6-49ed-a57a-afb0fb5efbff tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Unset dirty status for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:04:51.359832 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a2a9dedf-7506-4904-8a21-da3414b854cc req-4b6361a7-d1e6-49ed-a57a-afb0fb5efbff tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 931 time: 0.6126580 Feb 17 18:04:51.509046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:51.533993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:51.563618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:51.682086 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a2a9dedf-7506-4904-8a21-da3414b854cc req-0bd70147-1486-45d4-94b2-c300e3554840 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205566 Feb 17 18:04:51.690636 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00952ba2-ad95-4999-9e1c-e859f392f17b req-cf4a1791-32bb-4010-9dcb-d070a552cc99 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5027838 Feb 17 18:04:51.732861 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6cb37e36934a4e699f759dde66032313&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1608591 Feb 17 18:04:51.736655 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5907b3f-e023-4671-b2e0-d88c44bc7b27,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:51.741344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51652) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:51.778227 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-5cdbfce8-8d55-4acc-acca-ca3f6d798581 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5761266 Feb 17 18:04:51.785606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:51.822288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:51.860491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:51.956574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:51.971913 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:51.993892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5907b3f-e023-4671-b2e0-d88c44bc7b27,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:52.005023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:52.007998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.009578 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a5907b3f-e023-4671-b2e0-d88c44bc7b27 HTTP/1.1" status: 204 len: 168 time: 0.2668364 Feb 17 18:04:52.080792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-b689edbd-8816-40e6-bb06-3d6b74387052 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84002) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:04:52.083220 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17b3c7f-4243-4eff-a728-811bb6fbed4b {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:04:52.109915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.127924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.411619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:52.579788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.583415 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-c90006b0-317e-4340-9f76-fe01d97c2434 service neutron] 10.222.0.68 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140775 Feb 17 18:04:52.587018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:04:52.597159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:52.598673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Transition to ACTIVE for port object b17b3c7f-4243-4eff-a728-811bb6fbed4b will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:04:52.600404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.644479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:52.652118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.811583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.848662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:52.863305 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:04:52.871875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:52.879172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-570cf180-1aed-4522-a5c4-788d13c1cfb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:52.887826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51690) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:52.934877 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-1776e669-42cc-4e0b-9354-3b2e80957e2f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--769049631&fields=id&tenant_id=10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 267 time: 0.8172371 Feb 17 18:04:52.938580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.025317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:53.037533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Usage tracker for resource:security_group_rule and tenant:649cba8b33c7469398777cd597d33785 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:53.051938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:53.083918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:53.107492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:53.122689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.123402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.124042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.124663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.125471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.126286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.127349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.128152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.129064 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.129792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.130570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.131301 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.132251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.133067 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.133960 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.134576 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ffb74089698468abd572938910cbb95&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3150411 Feb 17 18:04:53.135242 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.136133 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.136959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.137957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.138947 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.139730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.140563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.141336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.142388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-179432a4-b20f-4171-b4d5-fec54c4a4ba1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:53.142664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:04:53.150872 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-179432a4-b20f-4171-b4d5-fec54c4a4ba1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 817 time: 0.2147934 Feb 17 18:04:53.153321 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5db0cc-0c0b-4d87-ba56-1e56d698609a,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:53.156020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51696) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:53.166096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:53.224833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 51702) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:53.250701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:53.254664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:53.287808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.294368 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.305298 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8edc652b-30e1-432a-8708-df5f0befa44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:53.357141 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-67c37cb8-90de-45fc-81c6-5b72f118ecfa tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/quotas/10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 375 time: 0.2049687 Feb 17 18:04:53.376651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.388643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb85144-65b7-4c43-969d-7d77e7c1e524,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:53.400692 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=649cba8b33c7469398777cd597d33785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063214 Feb 17 18:04:53.400692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:53.401643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51710) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:53.440162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.538485 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.566512 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-3afbe6fb-7f7c-43ed-b307-74f9a56c19f0 service neutron] 10.222.0.68 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9606655 Feb 17 18:04:53.600461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.607135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b17b3c7f-4243-4eff-a728-811bb6fbed4b,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:53.643483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.646103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:53.661234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-95594e76-7686-4871-9ac4-063eb0b5738f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:53.697026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5db0cc-0c0b-4d87-ba56-1e56d698609a,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:53.714523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:53.725312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.726601 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a5db0cc-0c0b-4d87-ba56-1e56d698609a HTTP/1.1" status: 204 len: 168 time: 0.5651414 Feb 17 18:04:53.745173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.757172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-76b3b28e-acda-4da9-a471-c52628186155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:53.798544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb85144-65b7-4c43-969d-7d77e7c1e524,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:53.815668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.821900 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6cb85144-65b7-4c43-969d-7d77e7c1e524 HTTP/1.1" status: 204 len: 168 time: 0.4154234 Feb 17 18:04:53.821900 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:53.935307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:53.938904 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:04:54.045357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:54.050580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Attempting to bind port b17b3c7f-4243-4eff-a728-811bb6fbed4b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:04:54.051319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Attempting to bind port b17b3c7f-4243-4eff-a728-811bb6fbed4b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:04:54.052092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Attempting to bind port b17b3c7f-4243-4eff-a728-811bb6fbed4b on network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:04:54.069895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Usage tracker for resource:security_group_rule and tenant:c6b797a046324fa0ac372b5cf53bcd9b is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:54.087245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:54.093407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:04:54.094352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Checking segment: {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:04:54.095513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:54.096366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Bound using segment: {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:04:54.097458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Bound port: b17b3c7f-4243-4eff-a728-811bb6fbed4b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6a1ff8c-1cff-4594-a0ff-1c1ccba14117'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:04:54.098226 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:54.132367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:54.164869 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-c54abe8e-d3eb-41c1-ab34-ebdaac75f262 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7542312 Feb 17 18:04:54.348840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:04:54.349529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:54.524908 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-43b11325-d013-453f-ba9f-6b144cc142b8 service neutron] 10.222.0.68 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137829 Feb 17 18:04:55.266287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] For port b17b3c7f-4243-4eff-a728-811bb6fbed4b, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:04:55.306912 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-9883b579-fb24-4cfe-84a8-ca656d8790c3 service neutron] 10.222.0.68 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6166706 Feb 17 18:04:55.349393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9a79f-6389-4fbd-a22e-1424392c4792 req-d526a8cb-a505-43b0-9396-a65eda624a31 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:55.365507 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-16f9a79f-6389-4fbd-a22e-1424392c4792 req-d526a8cb-a505-43b0-9396-a65eda624a31 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 943 time: 0.7807298 Feb 17 18:04:55.380101 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] For port b17b3c7f-4243-4eff-a728-811bb6fbed4b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b17b3c7f-4243-4eff-a728-811bb6fbed4b,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:04:55.434332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:55.496203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:55.628649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51772) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:55.702506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b17b3c7f-4243-4eff-a728-811bb6fbed4b,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:55.716688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:55.730739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:55.758235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:55.778039 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c', 'code': 200} Feb 17 18:04:55.809188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:55.831116 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6b797a046324fa0ac372b5cf53bcd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5745823 Feb 17 18:04:55.831693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51784) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:55.855133 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-16f9a79f-6389-4fbd-a22e-1424392c4792 req-5b853b71-cbe6-4292-9713-391eab64d530 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883122 Feb 17 18:04:55.984974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801ad63c-0897-490c-985f-ee95dce39608,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:55.997322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:56.102604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:56.104492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:56.107446 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] 10.222.0.75 "PUT /v2.0/ports/b17b3c7f-4243-4eff-a728-811bb6fbed4b HTTP/1.1" status: 200 len: 1157 time: 6.3224041 Feb 17 18:04:56.113253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'tag': 'b17b3c7f-4243-4eff-a728-811bb6fbed4b'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:04:56.159089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:56.294954 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:56.493018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:56.511339 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6463d8c4-11ab-4c06-ae2c-8ed3be98aed8 req-97dd2587-99c6-4a7b-b749-7201d7d95cdb tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 210 time: 0.1644230 Feb 17 18:04:56.571595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:56.620310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a88ad902fc45bbbc04f213e66b08cf is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:56.640318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:56.696586 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:57.012361 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5a8ebcca-249f-4876-8e80-a652d578034a req-11e935b5-70e0-4675-b875-dc7789af5020 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 210 time: 0.1986532 Feb 17 18:04:57.096043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1a463-8c17-4a16-b974-67f60d975098 req-4765dc48-bde6-45c1-a49a-d6020447bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:57.105686 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-27e1a463-8c17-4a16-b974-67f60d975098 req-4765dc48-bde6-45c1-a49a-d6020447bf50 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 0.5007429 Feb 17 18:04:57.257025 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-27e1a463-8c17-4a16-b974-67f60d975098 req-6b061272-1e70-4a34-9aeb-c498c0222ac4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392300 Feb 17 18:04:57.261082 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'tag': 'b17b3c7f-4243-4eff-a728-811bb6fbed4b', 'status': 'completed', 'code': 200} Feb 17 18:04:57.718727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:57.799652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6e044c2a-b7b4-49ce-aedb-97c348e97f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:57.928727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801ad63c-0897-490c-985f-ee95dce39608,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:57.946142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:04:57.976851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682712-0dc2-4965-9659-fa6b22c8c129 req-b6b1b25a-0216-4c7e-99fa-df602f1b72a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:57.987106 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1e682712-0dc2-4965-9659-fa6b22c8c129 req-b6b1b25a-0216-4c7e-99fa-df602f1b72a7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 943 time: 0.3314669 Feb 17 18:04:58.153123 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fe197dda-e607-4d04-95e3-3ae928528b2c req-115b9363-dafa-4cae-97c4-5c7e46d66d18 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 210 time: 0.1615350 Feb 17 18:04:58.231195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:58.232972 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/801ad63c-0897-490c-985f-ee95dce39608 HTTP/1.1" status: 204 len: 168 time: 2.3995945 Feb 17 18:04:58.246756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-4711d058-e50e-4cdc-aa54-e9ace3df805e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:58.249185 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-4711d058-e50e-4cdc-aa54-e9ace3df805e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 811 time: 1.4337130 Feb 17 18:04:58.292552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f28b0474-3838-486a-aea0-6aa9f0f1da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:58.294583 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-f28b0474-3838-486a-aea0-6aa9f0f1da33 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 1160 time: 1.6237624 Feb 17 18:04:58.308092 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1e682712-0dc2-4965-9659-fa6b22c8c129 req-e44a1fbb-015b-403f-91f3-d2b54f62a2a1 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623902 Feb 17 18:04:58.707680 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8bee1b4a-5aa9-4b17-852e-9726c3cfb957 req-c8bc68a4-aa7d-4195-b2d6-4f613956652a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 210 time: 0.2322314 Feb 17 18:04:58.821733 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-a04c85f0-8a1e-45d7-837b-05c1871e74fa tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=509279e1fb164426987f0909f5241001 HTTP/1.1" status: 200 len: 5702 time: 0.5062037 Feb 17 18:04:58.830669 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-d401f710-7925-45e9-8069-f51e7d5f3910 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17b3c7f-4243-4eff-a728-811bb6fbed4b HTTP/1.1" status: 200 len: 217 time: 0.4518068 Feb 17 18:04:58.841476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'port': {'device_id': 'c68328ab-8244-4862-b2c8-5239efd57908', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'admin_state_up': True, 'tenant_id': '509279e1fb164426987f0909f5241001', 'security_groups': ['2f9a6950-13f0-4bfa-b4a5-feeaadb22507']}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:04:59.157240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:59.251185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f4f5-d219-4779-8844-7045eeab2613 req-0d100303-a182-450d-9126-8c6dd15c8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.252928 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-0d100303-a182-450d-9126-8c6dd15c8035 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.0903490 Feb 17 18:04:59.253769 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:59.321433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51866) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:59.326491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-82c397c8-8214-41f0-8603-2bc9f254d8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:04:59.348994 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7a88ad902fc45bbbc04f213e66b08cf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7136097 Feb 17 18:04:59.444295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51870) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:04:59.462335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:59.467047 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:port and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:59.471075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:59.477805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:59.514492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:59.561212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:04:59.566259 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Usage tracker for resource:security_group_rule and tenant:fb440895eb89411288a046cfec2a49d6 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:04:59.569795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:04:59.577118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:04:59.663784 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-345122e1-3ea7-4730-b8a1-9da6ee155673 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3387547 Feb 17 18:04:59.673277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Made reservation on behalf of 509279e1fb164426987f0909f5241001 for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:04:59.679501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:04:59.798840 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-437e6e9f-8707-4994-a403-a85bd3061f31 req-b4e8558f-6874-4982-8c0b-3fd36f32ecf7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 210 time: 0.1844783 Feb 17 18:04:59.824955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cb5378-7580-43a6-8559-0b524e31fda0,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:04:59.927047 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-ae82ab2e-4d9c-4612-9205-6ebdec0b037e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:04:59.929076 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-ae82ab2e-4d9c-4612-9205-6ebdec0b037e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 817 time: 1.0816960 Feb 17 18:04:59.980927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:00.155638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70180bae-a6ef-4025-a7d9-035b33fe1504 req-d7a7daa2-1465-4c85-ba91-916ce0ffe3a6 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:00.164173 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-70180bae-a6ef-4025-a7d9-035b33fe1504 req-d7a7daa2-1465-4c85-ba91-916ce0ffe3a6 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 943 time: 0.3159435 Feb 17 18:05:00.287282 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6e695942-838c-4c68-9b27-1bf97730c3ef req-968aa4d7-c827-4404-afee-e9735ebd945c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 210 time: 0.1059976 Feb 17 18:05:00.320331 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-70180bae-a6ef-4025-a7d9-035b33fe1504 req-a608f471-4bc6-44a8-8d9c-f47a882ef9e8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411777 Feb 17 18:05:00.326883 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-f86bab7b-338d-4386-9c69-f7b62df318f7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 5703 time: 0.3653243 Feb 17 18:05:00.342300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'port': {'device_id': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'admin_state_up': True, 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'security_groups': ['ffe11203-5202-42c6-af1f-7c31b3ae2bf2']}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:00.400261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:00.410696 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-515ecd82-63bb-42bf-84c1-e5143ad6d147 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077808 Feb 17 18:05:00.415292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:00.598254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6aec66cd-8970-4d51-b34a-af66878eb94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:00.608226 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2472f4f5-d219-4779-8844-7045eeab2613 req-ea56706f-b04f-4419-bcac-a9bb8d4004ec service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1797457 Feb 17 18:05:00.674548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:00.752948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:00.760961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:port and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:00.764389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:00.770729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:00.782887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Made reservation on behalf of 10e3925290bc42a8a8b60701c4a32a37 for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:05:00.786391 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb440895eb89411288a046cfec2a49d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4357562 Feb 17 18:05:00.788908 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:00.814112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51904) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:00.817652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaa2450-3955-42e8-80a7-2bdaad6954c7,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:00.846341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:00.970566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:01.301094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:01.324851 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a5e51d8f-9004-4e11-9e5b-65ef0a207e96 req-16815a6d-c5dc-456f-8c70-80fc0ccb19d4 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 210 time: 0.0783601 Feb 17 18:05:01.351184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:01.473826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:01.482311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:01.497235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:01.508413 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaa2450-3955-42e8-80a7-2bdaad6954c7,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:01.542708 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-96462589-dccc-4500-b871-d9d72ac8f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:01.546142 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-96462589-dccc-4500-b871-d9d72ac8f89d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 1160 time: 0.8502703 Feb 17 18:05:01.547711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:01.554864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-37507cf0-bdd9-405b-9c28-7849bac91947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:01.725083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Allocated IP 172.20.0.5 (780ab1be-d4ea-4234-9771-ab0516099bfc/37c598ca-c190-400c-91ee-1783bcd41347/df9bee85-4b37-4577-8d58-519f0c69ea4b) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:05:01.756295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Allocated IP 172.20.0.10 (0aee692b-4cb3-4236-bc01-0bcf02c5fb19/3ac49f8b-98a4-4822-987e-5fcbc2ca356e/eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:05:01.764890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cb5378-7580-43a6-8559-0b524e31fda0,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:01.771734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f9315-1e1b-47d0-8752-408263872c4c req-cad21715-bc2c-44cb-805c-09fdb56a3dad tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:01.784404 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dc0f9315-1e1b-47d0-8752-408263872c4c req-cad21715-bc2c-44cb-805c-09fdb56a3dad tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 943 time: 0.2151301 Feb 17 18:05:01.806095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:01.860903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:01.864088 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9cb5378-7580-43a6-8559-0b524e31fda0 HTTP/1.1" status: 204 len: 168 time: 2.4102724 Feb 17 18:05:01.888640 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dc0f9315-1e1b-47d0-8752-408263872c4c req-79a410b8-e444-45c5-a557-dc14fa8f328c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923407 Feb 17 18:05:01.895928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:01.902243 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/daaa2450-3955-42e8-80a7-2bdaad6954c7 HTTP/1.1" status: 204 len: 168 time: 1.0815413 Feb 17 18:05:01.910237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb5b6c-bcb2-4925-8eab-b0b52b586b18 req-9dbbe9da-ed4e-4dc7-b70d-213eaf7a6e84 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:01.932601 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2dcb5b6c-bcb2-4925-8eab-b0b52b586b18 req-9dbbe9da-ed4e-4dc7-b70d-213eaf7a6e84 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 946 time: 0.4391661 Feb 17 18:05:02.286417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:02.347316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-3eb8d0f2-cec3-4665-9559-082cca657e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:02.362969 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-3eb8d0f2-cec3-4665-9559-082cca657e39 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.7884116 Feb 17 18:05:02.421242 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2dcb5b6c-bcb2-4925-8eab-b0b52b586b18 req-2e629963-e169-4ebd-b4c5-ceb093cf66d0 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117863 Feb 17 18:05:02.604808 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e727db64-c10e-4ee1-bb78-e310252c2382 req-b069f37b-b896-4d36-ab3f-afee138eda48 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 210 time: 0.2646341 Feb 17 18:05:02.614341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port b17b3c7f-4243-4eff-a728-811bb6fbed4b completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:05:02.626272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port b17b3c7f-4243-4eff-a728-811bb6fbed4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:02.626987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:02.784905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.75', 56347) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:02.829383 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:02.875292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Transition to ACTIVE for port object eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:05:02.917466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 51954) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:02.922290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:02.952878 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-60ba31b4-3894-4df2-85f9-197d40341591 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17b3c7f-4243-4eff-a728-811bb6fbed4b HTTP/1.1" status: 200 len: 217 time: 0.5792985 Feb 17 18:05:03.011599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:03.087643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17b3c7f-4243-4eff-a728-811bb6fbed4b'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:03.108957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-34c237ed-e8a8-42d5-9056-bffbae7c59e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:03.115515 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port b17b3c7f-4243-4eff-a728-811bb6fbed4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b17b3c7f-4243-4eff-a728-811bb6fbed4b,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:03.121664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:03.126804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c1bb806d-9e34-4a20-9984-ff26e1152014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:03.205184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:03.374815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=b17b3c7f-4243-4eff-a728-811bb6fbed4b,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:03.396359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:03.509205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:03.662427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-f8635221-279d-42f3-8ce7-1eb666347d68 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:03.666323 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-f8635221-279d-42f3-8ce7-1eb666347d68 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.75 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 946 time: 0.8796048 Feb 17 18:05:03.736117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:03.814604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Transition to ACTIVE for port object df9bee85-4b37-4577-8d58-519f0c69ea4b will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:05:03.816694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:03.860940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'Port': ['ID=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:03.863384 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Deleting port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:05:03.865634 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:03.871526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Usage tracker for resource:security_group_rule and tenant:078d881d63f04592a4fef4afa066e96a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:03.881015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:03.901785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:03.910575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:03.924210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:03.943860 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-b6bcf5f0-95a2-4e0c-b03c-fad0123bc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:03.948489 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-b6bcf5f0-95a2-4e0c-b03c-fad0123bc986 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.9348841 Feb 17 18:05:03.976593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:03.988207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64334785-c009-4ea9-93a4-d357882a8942 req-ad5b7023-9247-46a0-ba28-def6df93115c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:03.997446 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-64334785-c009-4ea9-93a4-d357882a8942 req-ad5b7023-9247-46a0-ba28-def6df93115c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 932 time: 0.9052372 Feb 17 18:05:04.117440 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-753558f9-2f43-463d-8a1f-92a1dae6db67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475973 Feb 17 18:05:04.139829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port b17b3c7f-4243-4eff-a728-811bb6fbed4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:04.140672 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:04.321192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:05:04.330166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:05:04.334755 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:05:04.336580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:05:04.342298 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:04.342298 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:04.349793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-409bb0bd-6ac9-47cd-bba3-8e8dfe01bce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:04.476712 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6444170 Feb 17 18:05:04.498090 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-e3b086b6-e503-4fb7-87b7-b43c50bc6842 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655119 Feb 17 18:05:04.502494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Request body: {'port': {'device_id': 'c68328ab-8244-4862-b2c8-5239efd57908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:04.532170 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-64334785-c009-4ea9-93a4-d357882a8942 req-60fdc9b1-98aa-46e8-8331-ffe9729458f6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313413 Feb 17 18:05:04.664536 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:04.677792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87301aa-58d8-44a5-8b9c-ef658fbccbb6 req-62bd7ad4-5cc1-4c80-be18-96bba0e417b1 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:04.707415 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f87301aa-58d8-44a5-8b9c-ef658fbccbb6 req-62bd7ad4-5cc1-4c80-be18-96bba0e417b1 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 1.3488476 Feb 17 18:05:04.760963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,segment=NetworkSegment(d72428f2-3bbc-43e8-b938-0d2b85f2b409),segment_id=d72428f2-3bbc-43e8-b938-0d2b85f2b409)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:04.782088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:04.804464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:04.933601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.029523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.073335 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17b3c7f-4243-4eff-a728-811bb6fbed4b', 'code': 200} Feb 17 18:05:05.084293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:05.096407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:05.096659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.156331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-dc32a88a-ca96-4d22-b4dc-ad8aa045aa21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:05.204640 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1d98e6e-7cca-4f78-8b2a-0dcd4ffaac9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.211381 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.212294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-43de9bca-84a1-48f8-a087-9be896f31f42 None None] Provisioning for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:05:05.222490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-43de9bca-84a1-48f8-a087-9be896f31f42 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:05.223150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-43de9bca-84a1-48f8-a087-9be896f31f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.250017 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=078d881d63f04592a4fef4afa066e96a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3309324 Feb 17 18:05:05.255248 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52004) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:05.268036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.75', 56350) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:05.281365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1c5555-f3a7-4f0a-bec1-46a34287106d,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:05.441955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:05.467528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-43de9bca-84a1-48f8-a087-9be896f31f42 None None] Port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:05:05.474495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:05.580533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.230s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:05.647916 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d01bd20-0510-478c-bdc0-ae03fd153a2b req-0fd60725-0280-4afd-a5f7-09be15f8ecb4 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0645330 Feb 17 18:05:05.741903 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f87301aa-58d8-44a5-8b9c-ef658fbccbb6 req-c5782d88-7cea-42b0-b3bd-2e53c1d1d3a8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0243237 Feb 17 18:05:05.839114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.945580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] For port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,segment=NetworkSegment(d72428f2-3bbc-43e8-b938-0d2b85f2b409),segment_id=d72428f2-3bbc-43e8-b938-0d2b85f2b409)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:05.946140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:05.976548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.106488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821c40a-7bc2-4ed6-a3cc-8bab89eeda69 req-c717baef-4da3-4baa-958c-5be76b90e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:06.109564 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7821c40a-7bc2-4ed6-a3cc-8bab89eeda69 req-c717baef-4da3-4baa-958c-5be76b90e389 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 1162 time: 0.8295135 Feb 17 18:05:06.208959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7821c40a-7bc2-4ed6-a3cc-8bab89eeda69 req-b278108a-8d75-4791-b64f-9f7e160179fe service neutron] Synchronizing usage tracker for tenant:3fd04c8911f1427abfa95c61a144592a on resource:security_group {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:05:06.269912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.278744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59e6a90e-4be6-4963-9eac-99f90fcff1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:06.290131 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7821c40a-7bc2-4ed6-a3cc-8bab89eeda69 req-b278108a-8d75-4791-b64f-9f7e160179fe service neutron] Unset dirty status for tenant:3fd04c8911f1427abfa95c61a144592a on resource:security_group {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:05:06.292098 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7821c40a-7bc2-4ed6-a3cc-8bab89eeda69 req-b278108a-8d75-4791-b64f-9f7e160179fe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732008 Feb 17 18:05:06.320864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1c5555-f3a7-4f0a-bec1-46a34287106d,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:06.326956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:06.328405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.330890 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fc1c5555-f3a7-4f0a-bec1-46a34287106d HTTP/1.1" status: 204 len: 168 time: 1.0634387 Feb 17 18:05:06.508027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Network 780ab1be-d4ea-4234-9771-ab0516099bfc is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:05:06.525207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Calling delete_port for 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:05:06.575700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:05:06.578491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:05:06.582043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:05:06.592773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:06.594218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.607855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.662602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Transition to ACTIVE for port object eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:05:06.671333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.728082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:06.756514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:07.012642 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-1c0a8605-f28f-468c-ada3-71d4e82cbff9 None None] Provisioning for port df9bee85-4b37-4577-8d58-519f0c69ea4b completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:05:07.029106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-1c0a8605-f28f-468c-ada3-71d4e82cbff9 None None] Provisioning complete for port df9bee85-4b37-4577-8d58-519f0c69ea4b triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:07.029551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1c0a8605-f28f-468c-ada3-71d4e82cbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:07.049982 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Pushing event updated for resources: {'Port': ['ID=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:07.067865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:07.115996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:07.125663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-1c0a8605-f28f-468c-ada3-71d4e82cbff9 None None] Port df9bee85-4b37-4577-8d58-519f0c69ea4b cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:05:07.168989 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:07.315761 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9825132 Feb 17 18:05:07.343765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779c18c-28c3-45b9-aed4-ea4afa19c070 req-0bafd9cf-10c4-45dd-b6fe-6c715dee6f90 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:07.361005 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6779c18c-28c3-45b9-aed4-ea4afa19c070 req-0bafd9cf-10c4-45dd-b6fe-6c715dee6f90 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 944 time: 1.9111087 Feb 17 18:05:07.502563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Attempting to bind port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:07.503270 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Attempting to bind port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:05:07.503865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Attempting to bind port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 on network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:05:07.550482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:05:07.551079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Checking segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:05:07.551741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:07.552455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Bound using segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:05:07.553303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Bound port: eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:05:07.553871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:07.572136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Request body: {'port': {'device_id': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:07.722183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:07.764352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52090) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:07.813892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:05:07.842227 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] For port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:05:07.846887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] For port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:05:07.855571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:07.874450 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:07.898023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ee09d-2362-494c-826f-f901882c1e21 req-8a6cb743-0459-4b2c-aaba-f35fe40ca4da tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:07.898937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7f4ee09d-2362-494c-826f-f901882c1e21 req-8a6cb743-0459-4b2c-aaba-f35fe40ca4da tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Synchronizing usage tracker for tenant:10e3925290bc42a8a8b60701c4a32a37 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:05:07.915934 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6779c18c-28c3-45b9-aed4-ea4afa19c070 req-a8560bae-4883-463d-b4f1-899a98800c29 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/security-groups?id=626d8b7b-2435-4071-9fb5-727ed9d38366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533395 Feb 17 18:05:07.926566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:07.967046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7f4ee09d-2362-494c-826f-f901882c1e21 req-8a6cb743-0459-4b2c-aaba-f35fe40ca4da tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Unset dirty status for tenant:10e3925290bc42a8a8b60701c4a32a37 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:05:07.968489 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7f4ee09d-2362-494c-826f-f901882c1e21 req-8a6cb743-0459-4b2c-aaba-f35fe40ca4da tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 931 time: 1.4810088 Feb 17 18:05:08.037332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:08.051765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:08.109724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port b17b3c7f-4243-4eff-a728-811bb6fbed4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:08.110245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:08.155913 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Pushing event updated for resources: {'Port': ['ID=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:08.181300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:08.272194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:08.276440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:08.282401 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] 10.222.0.75 "PUT /v2.0/ports/eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 200 len: 1158 time: 3.7869227 Feb 17 18:05:08.284215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:08.344673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:08.487572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52108) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:08.534738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-ce5a8931-d7a5-4d0f-9731-b2234842fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:08.546341 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-ce5a8931-d7a5-4d0f-9731-b2234842fc11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 1161 time: 0.1994050 Feb 17 18:05:08.654114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Pushing event deleted for resources: {'Port': ['ID=17a27a33-3570-41c0-b23a-8e2dc0b8aa81,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:08.681549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:08.738182 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-988c0625-cc8a-4676-8b01-a98be334ade8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 200 len: 217 time: 0.1840103 Feb 17 18:05:08.755242 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7f4ee09d-2362-494c-826f-f901882c1e21 req-e14c0450-2442-4881-ab97-0732956c4b97 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7655547 Feb 17 18:05:08.844864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-00f18f41-b341-4292-a307-9d16b986c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:08.846490 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-00f18f41-b341-4292-a307-9d16b986c6c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.1016078 Feb 17 18:05:08.848586 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:08.968036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f31c-af23-44ca-873e-fffb81016e05 req-81c99cc6-8894-4ab7-8eec-7ed7c32dc427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:08.970127 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-81c99cc6-8894-4ab7-8eec-7ed7c32dc427 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1173019 Feb 17 18:05:08.981122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:08.988534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Usage tracker for resource:security_group_rule and tenant:d5dd8d3e0f274ab791cd9e2b4675fa8f is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:08.993216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:09.001678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:09.177730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:09.362368 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] No DVR routers for this DVR port 17a27a33-3570-41c0-b23a-8e2dc0b8aa81 on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:05:09.366194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:09.413275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'name': 'network-vif-deleted', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:09.458464 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b6d53a63-6cd5-452d-b679-db07e3742165 req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.75 "DELETE /v2.0/ports/17a27a33-3570-41c0-b23a-8e2dc0b8aa81 HTTP/1.1" status: 204 len: 173 time: 5.7829690 Feb 17 18:05:09.568749 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:09.579338 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-b22bc129-0caf-4d3c-93b8-d010dc6c02be service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005864 Feb 17 18:05:09.584410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Usage tracker for resource:security_group_rule and tenant:2b3b464abdb043de982ae917c7530eb9 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:09.587558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:09.600135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:09.731586 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:09.750988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:09.790318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:09.825626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c37dd-f350-4c91-bda9-539260588a5c req-1c73b0c2-81e8-49ee-ae84-c4724fa55976 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:09.834170 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-434c37dd-f350-4c91-bda9-539260588a5c req-1c73b0c2-81e8-49ee-ae84-c4724fa55976 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 944 time: 1.2237332 Feb 17 18:05:09.883513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590ed1a3-d62c-4e50-a1cc-e7624eacf6db,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:09.915263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:09.937477 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5dd8d3e0f274ab791cd9e2b4675fa8f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1416607 Feb 17 18:05:09.949118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52152) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:09.995983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.030187 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-434c37dd-f350-4c91-bda9-539260588a5c req-36a201db-c806-4392-b89f-2657ffdd4eff tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826062 Feb 17 18:05:10.042615 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3953f31c-af23-44ca-873e-fffb81016e05 req-6a111d46-ff92-4c73-aead-8a7c6dd9afad service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4325275 Feb 17 18:05:10.044570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.125138 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81', 'code': 200} Feb 17 18:05:10.130567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1906bb55-12d5-4eae-999d-0b725e53c966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:10.142552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b346d4-c4b1-4fa8-a669-6381b875cd31 req-68f524f2-f7e7-4bd5-b3c0-d4172bad5d64 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:10.160607 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-06b346d4-c4b1-4fa8-a669-6381b875cd31 req-68f524f2-f7e7-4bd5-b3c0-d4172bad5d64 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 1.1754291 Feb 17 18:05:10.202790 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2b3b464abdb043de982ae917c7530eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7125731 Feb 17 18:05:10.207777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52160) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:10.214359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0166ff56-8bd5-473b-974a-715fe92d4e3a,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:10.225941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52162) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:10.231659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:10.270149 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'status': 'completed', 'code': 200} Feb 17 18:05:10.384179 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-06b346d4-c4b1-4fa8-a669-6381b875cd31 req-ca46fe6e-9013-4941-a714-3eb219638bba tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212923 Feb 17 18:05:10.398265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:05:10.467798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-5b3847ba-f1c8-4ef6-8b05-2b0f44d20dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:10.470967 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-5b3847ba-f1c8-4ef6-8b05-2b0f44d20dfa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 1161 time: 0.1771431 Feb 17 18:05:10.531675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9bee85-4b37-4577-8d58-519f0c69ea4b {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:05:10.551096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.580925 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8777f2bb-9ccf-4e49-8f49-73de6b28c3ed', 'name': 'network-vif-deleted', 'tag': '17a27a33-3570-41c0-b23a-8e2dc0b8aa81', 'status': 'completed', 'code': 200} Feb 17 18:05:10.581735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.724509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-aaa021a1-1ef2-4efe-9759-d9d53b50901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:10.726941 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-aaa021a1-1ef2-4efe-9759-d9d53b50901c service neutron] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 905 time: 0.2492354 Feb 17 18:05:10.801809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Transition to ACTIVE for port object df9bee85-4b37-4577-8d58-519f0c69ea4b will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:05:10.805280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-4e438223-f4a9-44c8-8118-11798071d6ed req-65bec988-45a5-43a4-86d5-cdd6b26f9567 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Synchronizing usage tracker for tenant:83747d635cfe468eb211c5f5540e1be2 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:05:10.853233 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.858844 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-cc988cf9-ead8-46af-a7f9-767db4a37fc9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 200 len: 217 time: 0.1237502 Feb 17 18:05:10.861667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.862315 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:10.882308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:10.929051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Usage tracker for resource:security_group_rule and tenant:51e2a56896ac4205abecba2696133a24 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:10.934518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:10.937926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:10.952393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:10.982458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-8455387d-2e21-4e04-9430-59305904446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:10.984178 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-8455387d-2e21-4e04-9430-59305904446d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.1065340 Feb 17 18:05:11.132472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-19f5c8c4-f03f-4286-bb65-dd9d67a2a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:11.134060 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-19f5c8c4-f03f-4286-bb65-dd9d67a2a6b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1428595 Feb 17 18:05:11.154885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.253327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.270217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.282863 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:11.344658 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51e2a56896ac4205abecba2696133a24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1129670 Feb 17 18:05:11.347991 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52188) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:11.358464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9944a4-8cbe-4eaa-864d-4a02265b4bca,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:11.376892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:11.442986 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-6bf435b3-7069-47b9-8495-8f915046c328 service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977877 Feb 17 18:05:11.464129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-4e438223-f4a9-44c8-8118-11798071d6ed req-65bec988-45a5-43a4-86d5-cdd6b26f9567 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Unset dirty status for tenant:83747d635cfe468eb211c5f5540e1be2 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:05:11.465578 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4e438223-f4a9-44c8-8118-11798071d6ed req-65bec988-45a5-43a4-86d5-cdd6b26f9567 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] 10.222.0.68 "GET /v2.0/ports?device_id=8777f2bb-9ccf-4e49-8f49-73de6b28c3ed HTTP/1.1" status: 200 len: 210 time: 0.8987699 Feb 17 18:05:11.543739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.557160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:11.571708 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:11.638116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.657186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.671685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcd775-edfd-4f2e-a030-f0493196dd91 req-d920f7f1-d4a0-4730-9a54-148ab0b0a1f7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:11.679218 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11dcd775-edfd-4f2e-a030-f0493196dd91 req-d920f7f1-d4a0-4730-9a54-148ab0b0a1f7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.9428406 Feb 17 18:05:11.686170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.686406 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-72827d04-30ec-49db-8e89-dc5ea525e6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:11.730505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.736498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590ed1a3-d62c-4e50-a1cc-e7624eacf6db,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:11.763224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:11.764164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:11.787948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.789454 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0166ff56-8bd5-473b-974a-715fe92d4e3a HTTP/1.1" status: 204 len: 168 time: 1.5613208 Feb 17 18:05:11.812951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0166ff56-8bd5-473b-974a-715fe92d4e3a,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:11.819716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.824536 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-87509867-afcf-4fa4-86e1-b3841b46c01f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/590ed1a3-d62c-4e50-a1cc-e7624eacf6db HTTP/1.1" status: 204 len: 168 time: 1.8712137 Feb 17 18:05:11.826303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:11.858410 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ee1b6bd-1469-4051-87a7-c149873ee932 req-92718f60-9020-4621-b407-f7396e33abac service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4074240 Feb 17 18:05:11.871023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.888041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7b8cd396-64bd-4aa4-aec6-270e4a5d0623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:11.923583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9944a4-8cbe-4eaa-864d-4a02265b4bca,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:11.937547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:11.974128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:11.977471 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa9944a4-8cbe-4eaa-864d-4a02265b4bca HTTP/1.1" status: 204 len: 168 time: 0.6254258 Feb 17 18:05:12.017494 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11dcd775-edfd-4f2e-a030-f0493196dd91 req-c7dddb60-8359-4e3c-89f8-72a84560d903 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232687 Feb 17 18:05:12.050600 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Attempting to bind port df9bee85-4b37-4577-8d58-519f0c69ea4b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:12.051013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Attempting to bind port df9bee85-4b37-4577-8d58-519f0c69ea4b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:05:12.051330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Attempting to bind port df9bee85-4b37-4577-8d58-519f0c69ea4b on network 780ab1be-d4ea-4234-9771-ab0516099bfc {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:05:12.069775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:05:12.070159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Checking segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:05:12.070574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.071014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Bound using segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:05:12.071504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Bound port: df9bee85-4b37-4577-8d58-519f0c69ea4b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:05:12.071946 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.324820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-9ddc5d95-8751-4c1f-827e-d9e8da5f43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:12.326638 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-9ddc5d95-8751-4c1f-827e-d9e8da5f43de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 1162 time: 0.2106781 Feb 17 18:05:12.449972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:12.463971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:05:12.496048 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:05:12.521190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.536086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d4f49-df53-401c-a92b-2be9ce4063d4 req-d9984e15-24d5-4ca8-9c54-5991e73c6b50 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:12.551653 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0f7d4f49-df53-401c-a92b-2be9ce4063d4 req-d9984e15-24d5-4ca8-9c54-5991e73c6b50 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.2962179 Feb 17 18:05:12.556692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-ee4cbb4f-b688-4089-83e9-3c470df02c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:12.558964 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-ee4cbb4f-b688-4089-83e9-3c470df02c59 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.2236772 Feb 17 18:05:12.645174 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:05:12.656320 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:12.663834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.723804 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-ca5f7711-a4df-4582-bdad-fed6805e0338 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17b3c7f-4243-4eff-a728-811bb6fbed4b HTTP/1.1" status: 200 len: 217 time: 0.1571128 Feb 17 18:05:12.724374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52224) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:12.807748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59c11e4f-ac29-4db7-a071-5819fcd33b1c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:12.836501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.849153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-3c9800b3-0691-4ecc-a92e-3f50565abe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:12.850841 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-3c9800b3-0691-4ecc-a92e-3f50565abe61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.1126392 Feb 17 18:05:12.858723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:12.863274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Usage tracker for resource:security_group_rule and tenant:3942866eda5941f681b7bab91b3840a0 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:12.866723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:12.889315 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.916363 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:12.927848 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-59e6aa01-dad3-48da-82a5-2ed05fc1126b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578353 Feb 17 18:05:12.935087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:12.936044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:12.943189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:12.944312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:12.980493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf375db7-d062-41cb-bdf0-f7bacf821559 req-02283b74-bdcd-478b-ba65-0dc70136289d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:12.982290 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bf375db7-d062-41cb-bdf0-f7bacf821559 req-02283b74-bdcd-478b-ba65-0dc70136289d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 944 time: 0.6663835 Feb 17 18:05:13.044857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:13.068671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.070125 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:13.073492 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] 10.222.0.75 "PUT /v2.0/ports/df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 200 len: 1157 time: 5.6689622 Feb 17 18:05:13.074691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:13.079383 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:13.125053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52240) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:13.149372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:13.159079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:13.178438 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0f7d4f49-df53-401c-a92b-2be9ce4063d4 req-c2765768-5f38-464e-bb5c-be41056da785 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737648 Feb 17 18:05:13.267252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:13.282266 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bf375db7-d062-41cb-bdf0-f7bacf821559 req-00ad74d7-6f45-4c1a-b70d-bd29fa6c0812 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813406 Feb 17 18:05:13.288051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52244) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:13.298005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Usage tracker for resource:security_group_rule and tenant:37f512e3b1f140ed8f7a572bedf041c4 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:13.307107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port b17b3c7f-4243-4eff-a728-811bb6fbed4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:13.307451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:13.349784 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:13.364947 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-2ff13db6-adbb-4294-86bf-2e0476ddf500 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296877 Feb 17 18:05:13.390423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:13.400943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:13.453817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:13.459789 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'code': 200} Feb 17 18:05:13.466146 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:13.572014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:13.616534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Usage tracker for resource:security_group_rule and tenant:752f8bac71b644bdb87878b2d438d819 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:13.681470 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:13.687914 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'status': 'completed', 'code': 200} Feb 17 18:05:13.692093 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c23ea556-3b21-45aa-8fdd-89ac424241e0 req-de965fee-8243-4f94-8d0d-ec034e3d2693 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3137281 Feb 17 18:05:13.707124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:13.718311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-314c8dbc-1f20-4fdc-a828-069e06a43020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.720454 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-314c8dbc-1f20-4fdc-a828-069e06a43020 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1160 time: 0.5479240 Feb 17 18:05:13.843415 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:13.849282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:13.859161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-520aafa0-5dac-4e3b-8836-66d22575e435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:13.882389 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-97f80a67-6e90-485e-9231-8b2245e1fb0b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 200 len: 217 time: 0.1156139 Feb 17 18:05:13.925601 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3942866eda5941f681b7bab91b3840a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1999850 Feb 17 18:05:13.933325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52262) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:13.937363 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036e6dd1-9a72-41d8-9485-c3a109fd5af6,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:13.959310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:13.962076 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be3ea6-f44d-436e-87ae-82f73c378c12 req-49637055-fa99-4ac7-a3f9-38a0a6a1af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:13.964318 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-09be3ea6-f44d-436e-87ae-82f73c378c12 req-49637055-fa99-4ac7-a3f9-38a0a6a1af7e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 1163 time: 0.2147236 Feb 17 18:05:13.987764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:14.017860 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52266) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:14.082916 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-09be3ea6-f44d-436e-87ae-82f73c378c12 req-eecef426-bc84-4d91-9153-43b46d37eaaf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097167 Feb 17 18:05:14.106790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.112119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931efadf-df98-4f7a-8885-27a962faf325 req-36505854-27bf-45ff-acb1-4266d686e463 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:14.117581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:14.118146 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.121589 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-931efadf-df98-4f7a-8885-27a962faf325 req-36505854-27bf-45ff-acb1-4266d686e463 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.5513864 Feb 17 18:05:14.125155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-df932ee5-db2a-40df-a715-cfdb26c5b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:14.127838 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-df932ee5-db2a-40df-a715-cfdb26c5b1f3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.2331464 Feb 17 18:05:14.141731 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.206852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.214328 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2c3d9ead-dfa1-4165-aecb-b8c4992247c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:14.230208 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e6dd1-9a72-41d8-9485-c3a109fd5af6,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:14.237765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:14.241759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.248147 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/036e6dd1-9a72-41d8-9485-c3a109fd5af6 HTTP/1.1" status: 204 len: 168 time: 0.3122466 Feb 17 18:05:14.276077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.317649 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-931efadf-df98-4f7a-8885-27a962faf325 req-37b6bca3-ecc7-4689-966e-a922a5294913 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644192 Feb 17 18:05:14.332397 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.390813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.394700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:14.406958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Usage tracker for resource:security_group_rule and tenant:9f12af79e98b43ca97101c6555e88fed is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:14.412546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:14.423464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:14.428700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:14.559958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.573604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.591548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.624870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1d0259be-fa9b-4ef1-a0e4-4184b67a705b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:14.635547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f1d0f-c1c6-4b36-811d-500d7a1ea107,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:14.642476 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9f12af79e98b43ca97101c6555e88fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188529 Feb 17 18:05:14.647449 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52282) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:14.648164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.672880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:14.719158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c3c48342-01a1-477e-ad53-8dc5d5ff6c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:14.741977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e66758d-4a19-430a-88be-abdfaa2d19c4,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:14.743062 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37f512e3b1f140ed8f7a572bedf041c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6167088 Feb 17 18:05:14.745221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52288) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:14.753000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:14.798538 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.834171 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=752f8bac71b644bdb87878b2d438d819&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5399685 Feb 17 18:05:14.837541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52296) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:14.853141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a61a3b8-886d-4c67-b871-0700cef33152,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:14.860629 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:14.875805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:14.933087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-a110b625-5589-41d0-a415-394987b6c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:14.935922 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-a110b625-5589-41d0-a415-394987b6c7bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6239262 Feb 17 18:05:14.971700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.010468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.021611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.026016 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cc366-9cb7-4f0c-9e3f-bf50239df7dd req-02a30515-e084-40d4-8f1e-4c9146e69931 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:15.028519 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-691cc366-9cb7-4f0c-9e3f-bf50239df7dd req-02a30515-e084-40d4-8f1e-4c9146e69931 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.5749600 Feb 17 18:05:15.032557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e1148b4a-b75a-4300-89d4-5b78ee11a6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:15.078593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e66758d-4a19-430a-88be-abdfaa2d19c4,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:15.085842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:15.087250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.094073 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e66758d-4a19-430a-88be-abdfaa2d19c4 HTTP/1.1" status: 204 len: 168 time: 0.4409950 Feb 17 18:05:15.170017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.183687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198c4d6-c43f-41ed-a320-106e96008fc8 req-3d0933ca-e969-4569-ba27-0e007e9aed78 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:15.185088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fa71d64a-8a44-4d99-bcc5-fd1d3fda4b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:15.185520 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e198c4d6-c43f-41ed-a320-106e96008fc8 req-3d0933ca-e969-4569-ba27-0e007e9aed78 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.5417459 Feb 17 18:05:15.186393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.234785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.236414 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a61a3b8-886d-4c67-b871-0700cef33152 HTTP/1.1" status: 204 len: 168 time: 0.3997743 Feb 17 18:05:15.237719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a61a3b8-886d-4c67-b871-0700cef33152,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:15.248804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:15.321422 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-691cc366-9cb7-4f0c-9e3f-bf50239df7dd req-e43f7377-0e04-4cba-8b49-a4cd23143f09 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175176 Feb 17 18:05:15.332617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.433766 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e198c4d6-c43f-41ed-a320-106e96008fc8 req-b317eb2e-8fb0-46ca-bf06-d36974d56b14 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360208 Feb 17 18:05:15.437995 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-76fb6ac7-ff9e-4496-a257-158e47bcca36 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863141 Feb 17 18:05:15.599922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.612503 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:15.668313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52322) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:15.691825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f1d0f-c1c6-4b36-811d-500d7a1ea107,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:15.710430 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:15.729762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.731361 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/014f1d0f-c1c6-4b36-811d-500d7a1ea107 HTTP/1.1" status: 204 len: 168 time: 0.9728987 Feb 17 18:05:15.759272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Deleting subnet 2eeb563d-b339-4dbf-8aaa-e242435d81bd {{(pid=84001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:05:15.764526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.793050 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74a03a6b-9f80-4665-9eff-0cbfa271e4e0 req-d032639c-bc26-43f3-a020-2510d053b3e6 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3363564 Feb 17 18:05:15.820244 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814667-4e7a-4e98-9899-d0870c7590ec req-865dd7f3-ff31-4da8-b9bd-269a9d5b6c95 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:15.822005 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19814667-4e7a-4e98-9899-d0870c7590ec req-865dd7f3-ff31-4da8-b9bd-269a9d5b6c95 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.2236843 Feb 17 18:05:15.832757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.842752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:15.988663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:16.062950 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19814667-4e7a-4e98-9899-d0870c7590ec req-edcebf02-c308-4a87-b206-d730ae54d478 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313499 Feb 17 18:05:16.093226 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-90009eb9-fe2e-4002-a3fd-4ccb0ed8acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:16.095292 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-90009eb9-fe2e-4002-a3fd-4ccb0ed8acd0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1160 time: 0.2246339 Feb 17 18:05:16.146549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:16.146970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.165910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.198713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b2a3d8e0-99e4-407e-9634-a74b9a317e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:16.254518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52334) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:16.303728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.316818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eeb563d-b339-4dbf-8aaa-e242435d81bd,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:16.326402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:16.345330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:16.349308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-00537ebd-9eac-4350-ab42-8205fb338bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:16.350762 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-00537ebd-9eac-4350-ab42-8205fb338bd6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.2467792 Feb 17 18:05:16.354661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Usage tracker for resource:security_group_rule and tenant:064f431e86cb49a0831e9af49c6d3fe3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:16.425578 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.433943 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2eeb563d-b339-4dbf-8aaa-e242435d81bd HTTP/1.1" status: 204 len: 168 time: 0.7634015 Feb 17 18:05:16.437057 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52344) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:16.486997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:16.503919 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-10887fac-661d-4419-8df9-3f0060eb7eb3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 200 len: 217 time: 0.1399260 Feb 17 18:05:16.504969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:16.604012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:16.799800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52358) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:17.081348 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.199355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.241727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.252999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-2ecace44-fbba-47a7-b7ea-76780452516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:17.252999 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-2ecace44-fbba-47a7-b7ea-76780452516f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.7296410 Feb 17 18:05:17.255853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:17.303583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.313404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad9b78add06415596c8d59f51e1fa54 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:17.323060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:17.341909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:17.352636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.354377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.355442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.356534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > port after_create 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.357577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.358124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > port after_update 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.358711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.359664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.361162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.361920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.367907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:17.429778 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=064f431e86cb49a0831e9af49c6d3fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1712577 Feb 17 18:05:17.433132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe74c73-8674-4e7f-9405-93e2be074e48,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:17.436063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52378) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:17.449909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85662-96fd-40f6-88e3-232957fe7a10 req-b1713ab1-5f31-49f3-8f22-d31f4d401761 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:17.451599 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-72e85662-96fd-40f6-88e3-232957fe7a10 req-b1713ab1-5f31-49f3-8f22-d31f4d401761 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.9398434 Feb 17 18:05:17.453999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.454385 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.454757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.455264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84001) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:05:17.456028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a664081e-41d4-4b3d-a0ec-5550f4c4ea8a']}} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:17.461183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480ca9-384a-43f6-a4d9-fcac2071756c req-72c5b822-7a48-4a1c-9d98-10aa60218cd7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:17.468937 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-04480ca9-384a-43f6-a4d9-fcac2071756c req-72c5b822-7a48-4a1c-9d98-10aa60218cd7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.7873056 Feb 17 18:05:17.473163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72428f2-3bbc-43e8-b938-0d2b85f2b409') {'for_net_delete': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:17.473329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:17.473496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72428f2-3bbc-43e8-b938-0d2b85f2b409') {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:17.488401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011040'] for segment, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.511320 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.514089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:05:17.677969 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-04480ca9-384a-43f6-a4d9-fcac2071756c req-0c52e13c-f30f-466d-bde2-0ce33932bdaf tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079613 Feb 17 18:05:17.683149 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-72e85662-96fd-40f6-88e3-232957fe7a10 req-ffedeece-4fea-4ffa-8582-f416365b296f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109828 Feb 17 18:05:17.760081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:05:17.765497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-5a6df620-2625-403b-ad38-6660480275b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:17.769923 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-5a6df620-2625-403b-ad38-6660480275b8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5112283 Feb 17 18:05:17.781744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189911'] for segment, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:17.823945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.045460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.046772 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Network a664081e-41d4-4b3d-a0ec-5550f4c4ea8a has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:05:18.068163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-55ca3c46-0421-432e-9997-2438464d5b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: from cryptography.utils import int_from_bytes Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: from cryptography.utils import int_from_bytes Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: (rel_b, rel_a, rel_b), Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: (rel_b, rel_a, rel_b), Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:05:18.084377 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:05:18.140962 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.240095 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ad9b78add06415596c8d59f51e1fa54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4222345 Feb 17 18:05:18.253005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52408) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:18.253166 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-22bc3130-3191-46ce-86d4-88efe8febb1e service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628607 Feb 17 18:05:18.253166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451bcbfd-0e0c-44e3-97b7-6d2fab72293f,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:18.253342 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.262523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:18.279129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.295367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-820d3f52-93d1-4859-bbb6-f9351b1054c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:18.352687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.361988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Pushing event deleted for resources: {'Network': ['ID=a664081e-41d4-4b3d-a0ec-5550f4c4ea8a,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:18.365022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:18.371480 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a664081e-41d4-4b3d-a0ec-5550f4c4ea8a HTTP/1.1" status: 204 len: 168 time: 1.9322209 Feb 17 18:05:18.425380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.465546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0e472-5b2f-4fcc-80d1-8a57577fe8da req-8fdbbb4f-84b5-490c-9e63-a24e7d0f71b1 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.468356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.470514 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19b0e472-5b2f-4fcc-80d1-8a57577fe8da req-8fdbbb4f-84b5-490c-9e63-a24e7d0f71b1 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.4333851 Feb 17 18:05:18.480767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e57b0f-cf1b-491f-9ea5-cab71dbacca4 req-be6f0d68-f07b-4661-9dcc-036e3d87de1f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:18.482499 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f8e57b0f-cf1b-491f-9ea5-cab71dbacca4 req-be6f0d68-f07b-4661-9dcc-036e3d87de1f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.6550188 Feb 17 18:05:18.483069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52422) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:18.493225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:18.494476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'floatingip': {'port_id': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:18.591849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.607921 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-09da932d-cf8e-459a-9157-f0fd19c168c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:18.633927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451bcbfd-0e0c-44e3-97b7-6d2fab72293f,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:18.641855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:18.643295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.645374 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/451bcbfd-0e0c-44e3-97b7-6d2fab72293f HTTP/1.1" status: 204 len: 168 time: 0.3965590 Feb 17 18:05:18.676513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.684990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port df9bee85-4b37-4577-8d58-519f0c69ea4b completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:05:18.693996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port df9bee85-4b37-4577-8d58-519f0c69ea4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:18.694589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.719738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52428) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:18.830883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:18.835496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b8e29022-bf9a-4616-a000-f3686b872e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:18.857714 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2e312c04-f96c-4908-a575-7b3df3752f17 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83747d635cfe468eb211c5f5540e1be2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1363926 Feb 17 18:05:18.858484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52434) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:18.908226 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe74c73-8674-4e7f-9405-93e2be074e48,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:18.933878 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0d92753-d2ef-483c-9765-9958ddf61077 req-a2f5b023-321a-4c40-aa07-355cadf9d470 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6459744 Feb 17 18:05:18.938426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:18.974110 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.010619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.028291 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f8e57b0f-cf1b-491f-9ea5-cab71dbacca4 req-8ef82ec4-639d-471f-807b-7515f106a768 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4213750 Feb 17 18:05:19.071151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.117866 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:19.121235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:19.122481 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.125071 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dfe74c73-8674-4e7f-9405-93e2be074e48 HTTP/1.1" status: 204 len: 168 time: 1.6718020 Feb 17 18:05:19.145506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.154799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:19.199043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.212658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-78f6a223-8dcf-4f0e-b48e-7c5621ff58df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:19.234685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:19.237056 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/626d8b7b-2435-4071-9fb5-727ed9d38366 HTTP/1.1" status: 204 len: 168 time: 0.3764002 Feb 17 18:05:19.238236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d8b7b-2435-4071-9fb5-727ed9d38366,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:19.251173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:19.330000 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'code': 200} Feb 17 18:05:19.333841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:19.340210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:19.414801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48314b7-3751-4293-aea1-1025ef975104 req-9e5f3921-e5c6-4415-80f2-b157896571af tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:19.424059 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b48314b7-3751-4293-aea1-1025ef975104 req-9e5f3921-e5c6-4415-80f2-b157896571af tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.4798691 Feb 17 18:05:19.684378 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b48314b7-3751-4293-aea1-1025ef975104 req-c871ba76-0c55-47b6-992a-874c2941908b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584071 Feb 17 18:05:20.005210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:20.106795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port df9bee85-4b37-4577-8d58-519f0c69ea4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:20.108031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.268605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066ea6a-cc49-4153-b192-27b230f8d8d7 req-660c039a-e19d-494d-98bc-c78e1aaa5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:20.270344 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a066ea6a-cc49-4153-b192-27b230f8d8d7 req-660c039a-e19d-494d-98bc-c78e1aaa5641 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1162 time: 0.6951945 Feb 17 18:05:20.454128 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a066ea6a-cc49-4153-b192-27b230f8d8d7 req-5235496c-c305-4bc0-a0e5-fa6ab7288cf2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765733 Feb 17 18:05:20.483602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:05:20.649971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.653372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:20.725773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346849d-8e8d-4f7e-953c-8d75f7c2abc1 req-45db4ec5-fa4e-4faf-bdef-8cd126b5c00b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:20.727486 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3346849d-8e8d-4f7e-953c-8d75f7c2abc1 req-45db4ec5-fa4e-4faf-bdef-8cd126b5c00b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.4084241 Feb 17 18:05:21.119688 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3346849d-8e8d-4f7e-953c-8d75f7c2abc1 req-6543a963-db0c-4eb7-8e37-2e37db0e55dd tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460088 Feb 17 18:05:21.181183 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Floating IP 05b9d919-1d05-4548-b137-b744d61961ab associated. External IP: 172.28.2.161, port: eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3. Feb 17 18:05:21.355313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50077e-879b-4a28-a62f-190883d95cb0 req-93500bc3-93f2-40d0-88f1-cd73e4c5f23c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:21.357367 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2d50077e-879b-4a28-a62f-190883d95cb0 req-93500bc3-93f2-40d0-88f1-cd73e4c5f23c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.5305190 Feb 17 18:05:21.591555 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2d50077e-879b-4a28-a62f-190883d95cb0 req-dc2e28b5-593a-4466-93b4-d2e8243d0a9e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245071 Feb 17 18:05:21.881625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52530) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:21.981618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Router 96a55539-1b23-4e9f-895b-e2581a89619f has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:05:22.061480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:22.144736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port df9bee85-4b37-4577-8d58-519f0c69ea4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:22.145231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.166592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1406931595-network', 'tenant_id': 'ca53dce0ecf24965b05506ff10bdf63a'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:22.179819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:22.196461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Usage tracker for resource:network and tenant:ca53dce0ecf24965b05506ff10bdf63a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:22.203121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:22.220086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:22.254063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Made reservation on behalf of ca53dce0ecf24965b05506ff10bdf63a for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:05:22.268767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.313179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.334472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:05:22.350679 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:22.365005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc5270-daf2-4426-98a2-b074189935db None None] Sync routers for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:05:22.366947 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Usage tracker for resource:security_group_rule and tenant:ca53dce0ecf24965b05506ff10bdf63a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:22.371404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:22.374326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.388579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:22.400302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:05:22.402044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:05:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:22.589394 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-39b32022-46f8-41f0-9df7-de36c54dbc52 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "PUT /v2.0/floatingips/05b9d919-1d05-4548-b137-b744d61961ab HTTP/1.1" status: 200 len: 992 time: 4.1019177 Feb 17 18:05:22.591501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:22.658636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9345ce-ca36-402c-befb-1cff265e8a67 req-2dc5c3f2-0f19-481e-950e-1b64c2efd30b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.660766 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de9345ce-ca36-402c-befb-1cff265e8a67 req-2dc5c3f2-0f19-481e-950e-1b64c2efd30b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.2163088 Feb 17 18:05:22.673995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.681237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.684974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:22.740462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a5e0f-693e-4c62-974d-ff694b1a2b4a,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:22.745239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:22.777142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:05:22.782558 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de9345ce-ca36-402c-befb-1cff265e8a67 req-8d1c989d-8400-40fa-9034-01d8ab5a82ce tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120274 Feb 17 18:05:22.800585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.800947 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Added segment 9eb7d0e9-927a-43c2-be9a-bde8973a1468 of type vxlan for network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 Feb 17 18:05:22.894115 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.973030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.980781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:22.981593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:22.996853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:23.010402 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'status': 'completed', 'code': 200} Feb 17 18:05:23.087111 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:05:23.321155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Pushing event updated for resources: {'Network': ['ID=9b24a6ad-f37d-4277-bd3b-42dc07df05a0,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:23.335388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:05:23.355350 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4723308 Feb 17 18:05:23.356757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:23.361833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52584) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:23.382148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Request body: {'subnet': {'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1406931595-subnet', 'tenant_id': 'ca53dce0ecf24965b05506ff10bdf63a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:23.417175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:23.434167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Usage tracker for resource:subnet and tenant:ca53dce0ecf24965b05506ff10bdf63a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:23.446468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:23.461592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:23.489926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Made reservation on behalf of ca53dce0ecf24965b05506ff10bdf63a for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:05:23.497693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2305153'] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:23.531192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52590) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:23.624838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:05:23.726829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e44911-56a6-44c3-bd07-a6c6e5aba40b req-65766167-9952-4ac8-b722-ba615a74bc7e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:23.745945 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5e44911-56a6-44c3-bd07-a6c6e5aba40b req-65766167-9952-4ac8-b722-ba615a74bc7e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.5583274 Feb 17 18:05:23.840664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-24b76a1b-dcae-4efe-9590-7f0b78ae7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:23.854098 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-24b76a1b-dcae-4efe-9590-7f0b78ae7985 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 1163 time: 0.8210440 Feb 17 18:05:23.942243 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5e44911-56a6-44c3-bd07-a6c6e5aba40b req-585edb0f-73af-441a-a3c4-51430514c806 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903360 Feb 17 18:05:24.043455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7c40e-13ed-4c4f-9c52-b0ac59aa2ed1 req-aaff4279-cd4b-4762-836e-4d0a0f65a32c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:24.065910 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6fa7c40e-13ed-4c4f-9c52-b0ac59aa2ed1 req-aaff4279-cd4b-4762-836e-4d0a0f65a32c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.6667542 Feb 17 18:05:24.098849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52608) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:24.182243 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '05b9d919-1d05-4548-b137-b744d61961ab', 'tenant_id': '509279e1fb164426987f0909f5241001', 'floating_ip_address': '172.28.2.161', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'port_id': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'mac_address': 'fa:16:3e:14:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68328ab-8244-4862-b2c8-5239efd57908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:04:45Z', 'updated_at': '2021-02-17T18:05:20Z', 'revision_number': 1, 'project_id': '509279e1fb164426987f0909f5241001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:24.187810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc5270-daf2-4426-98a2-b074189935db None None] Checking router: 96a55539-1b23-4e9f-895b-e2581a89619f for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:05:24.189353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'floatingip': {'port_id': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:24.200102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:05:24.200795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:05:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:24.313352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:24.682456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:24.741582 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:24.764666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Usage tracker for resource:security_group_rule and tenant:0d67c8a5ca2741009efa2857f16228ef is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:24.779655 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:05:24.797814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:24.811399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:24.844225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-e9ada9e7-ba42-4eb0-854b-992f786f5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:24.846314 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-e9ada9e7-ba42-4eb0-854b-992f786f5a8b service neutron] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 905 time: 0.9305401 Feb 17 18:05:24.930526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2305168'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:25.076131 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-72b551ed-33db-44c2-b6bc-d89d5482e69a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 200 len: 1000 time: 0.2198701 Feb 17 18:05:25.177104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-192753a3-db00-48af-8f19-f2bd2832b676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:25.198136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-582cf4d2-3398-4f8b-91a0-3a90dd20d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:25.199777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-582cf4d2-3398-4f8b-91a0-3a90dd20d3d2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.1221364 Feb 17 18:05:25.241220 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:25.247189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:25.366170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Checking segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:05:25.366569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Network hostable DHCP agents. Network: 9b24a6ad-f37d-4277-bd3b-42dc07df05a0, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:05:25.413980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-36bc5270-daf2-4426-98a2-b074189935db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '05b9d919-1d05-4548-b137-b744d61961ab', 'tenant_id': '509279e1fb164426987f0909f5241001', 'floating_ip_address': '172.28.2.161', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'port_id': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'mac_address': 'fa:16:3e:14:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68328ab-8244-4862-b2c8-5239efd57908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:04:45Z', 'updated_at': '2021-02-17T18:05:20Z', 'revision_number': 1, 'project_id': '509279e1fb164426987f0909f5241001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:25.421516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bc5270-daf2-4426-98a2-b074189935db None None] The sync data for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb is: [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '05b9d919-1d05-4548-b137-b744d61961ab', 'tenant_id': '509279e1fb164426987f0909f5241001', 'floating_ip_address': '172.28.2.161', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'port_id': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'mac_address': 'fa:16:3e:14:5f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68328ab-8244-4862-b2c8-5239efd57908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:04:45Z', 'updated_at': '2021-02-17T18:05:20Z', 'revision_number': 1, 'project_id': '509279e1fb164426987f0909f5241001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:05:25.523571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:25.538819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:25.556875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-65e7e553-d887-4de5-aea0-6caa2cddd834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:25.656481 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d67c8a5ca2741009efa2857f16228ef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1202624 Feb 17 18:05:25.681149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e035a7d-feaa-4e5c-a58e-549b57f9f524,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:25.684816 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52652) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:25.691639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:25.750843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-07661458-750d-4329-9b7a-338d433fc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:25.752791 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-07661458-750d-4329-9b7a-338d433fc474 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4822214 Feb 17 18:05:25.840708 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:05:25.855380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 9b24a6ad-f37d-4277-bd3b-42dc07df05a0) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:05:25.873086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cbee0-80b9-4aa4-a1a5-63603061aab5 None None] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:05:25.876858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:25.877509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:25.961053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6084f01-87ca-4af0-beb5-a362d4d67c84 req-1a167549-f1ad-48d0-abe1-c0b84eef1f6d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:25.962808 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a6084f01-87ca-4af0-beb5-a362d4d67c84 req-1a167549-f1ad-48d0-abe1-c0b84eef1f6d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.7606378 Feb 17 18:05:26.013159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:26.078750 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8dc76749-ab92-4de2-91d4-3ec318fa2c62 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7151079 Feb 17 18:05:26.174839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:26.186290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7653d-badc-453f-9203-eb0a47b33c64 None None] New status for floating IP 05b9d919-1d05-4548-b137-b744d61961ab: ACTIVE {{(pid=84002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:05:26.236927 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a6084f01-87ca-4af0-beb5-a362d4d67c84 req-014c7fd8-a7b1-4138-8470-a84de2848539 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593637 Feb 17 18:05:26.246406 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:26.254065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0c56d325-0c37-4630-8f40-60597c29e4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:26.271091 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-06b6c4be-2d15-40d3-b854-70d02d7b7aaa service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061913 Feb 17 18:05:26.278802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e035a7d-feaa-4e5c-a58e-549b57f9f524,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:26.282255 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:26.283513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:26.288292 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e035a7d-feaa-4e5c-a58e-549b57f9f524 HTTP/1.1" status: 204 len: 168 time: 0.5991619 Feb 17 18:05:26.342479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:26.348460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:26.572741 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-47e5aff8-a063-42cd-91f7-bdf773c8f622 req-60c1e1c6-8eee-4d25-bd49-24a431c5387e service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2814598 Feb 17 18:05:26.918354 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Floating IP aee96514-c26d-4b84-8a69-126245dea37e associated. External IP: 172.28.2.235, port: df9bee85-4b37-4577-8d58-519f0c69ea4b. Feb 17 18:05:27.083728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69898975-d027-4f3a-9e02-7d44e8edb252 None None] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:05:27.402818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52700) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:27.437412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:27.568479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Router 64d6fc6a-695f-43a4-9629-a403781a7548 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:05:27.598601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:27.608519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Usage tracker for resource:security_group_rule and tenant:1b165ec6c07b43fe91a953fd67b374f2 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:27.615736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:27.653832 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:27.752689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-c97ad9d2-fa93-48a2-a92e-eaaf325830b7 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:27.756475 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-c97ad9d2-fa93-48a2-a92e-eaaf325830b7 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 0.3076143 Feb 17 18:05:27.757286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52712) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:27.800604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:05:27.805930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:27.813825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] Sync routers for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:05:27.814593 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-88cc51b8-234b-4071-aa6f-0befd993ebea tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/quotas/ca53dce0ecf24965b05506ff10bdf63a HTTP/1.1" status: 200 len: 375 time: 0.0408983 Feb 17 18:05:27.842496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:05:27.843501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:05:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:27.889652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbe9c7-edf8-44c8-87c3-5cacb2e45dc2 req-a680a7a7-bdef-4c45-96dc-a11ee41968ad tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:27.891461 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-20bbe9c7-edf8-44c8-87c3-5cacb2e45dc2 req-a680a7a7-bdef-4c45-96dc-a11ee41968ad tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.4129388 Feb 17 18:05:27.893984 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-67c9bb69-3f22-424b-b409-fb10180ba0a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "PUT /v2.0/floatingips/aee96514-c26d-4b84-8a69-126245dea37e HTTP/1.1" status: 200 len: 991 time: 3.7183235 Feb 17 18:05:27.894661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:27.904933 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-1b2411c5-b459-45d6-a90d-e9c3cef52355 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735896 Feb 17 18:05:28.133281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:05:28.215069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.278745 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-20bbe9c7-edf8-44c8-87c3-5cacb2e45dc2 req-fd08efef-833a-4fcd-ae8e-fcbea2c0eb78 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722668 Feb 17 18:05:28.284040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:28.294567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Usage tracker for resource:security_group_rule and tenant:908b2f2c20a34f73af3c3e8f6562f796 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:28.298000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:28.304577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:28.311811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.420137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.425744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.439639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-02bf1823-7bab-4f9d-bf4d-3396570e1222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:28.449198 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.552980 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b165ec6c07b43fe91a953fd67b374f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1480975 Feb 17 18:05:28.555569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52746) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:28.558547 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-3896cae1-57af-4416-82d5-a97b20730c42 service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281595 Feb 17 18:05:28.561496 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=908b2f2c20a34f73af3c3e8f6562f796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7935588 Feb 17 18:05:28.562368 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8763ba3-e737-4f56-b0e2-8a56fa236214,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:28.566251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:28.567054 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 52750) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:28.567831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3260d781-5301-45c5-90a9-1e50487ef135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:28.726894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.803796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.826812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'aee96514-c26d-4b84-8a69-126245dea37e', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'floating_ip_address': '172.28.2.235', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'port_id': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'mac_address': 'fa:16:3e:6d:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:04:45Z', 'updated_at': '2021-02-17T18:05:25Z', 'revision_number': 1, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:28.836954 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] Checking router: 64d6fc6a-695f-43a4-9629-a403781a7548 for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:05:28.864298 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:05:28.864984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:05:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:28.873291 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'status': 'completed', 'code': 200} Feb 17 18:05:28.981468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:28.998167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:29.017825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51433d-81de-42d9-ab7c-964444f3d353,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:29.045833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:29.050644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:29.057761 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c51433d-81de-42d9-ab7c-964444f3d353 HTTP/1.1" status: 204 len: 168 time: 0.5001595 Feb 17 18:05:29.058928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51433d-81de-42d9-ab7c-964444f3d353,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:29.062993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:29.116142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:29.214519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:29.237982 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:05:29.248338 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-b2b2647f-25c7-4ca6-81c2-262b0033ef9e service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6692784 Feb 17 18:05:29.281448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-d75e07c2-3218-4871-8f45-901c02c56bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:29.283099 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-d75e07c2-3218-4871-8f45-901c02c56bd7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1162 time: 0.3970141 Feb 17 18:05:29.786402 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c90684e4-7a73-4292-832b-8d793131509c req-404609c0-4dac-4def-a7f1-a017b1308784 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 210 time: 0.1085229 Feb 17 18:05:29.839620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:29.867484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f130f903-94f2-4fb6-b000-6c6097ca2bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:29.952709 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'aee96514-c26d-4b84-8a69-126245dea37e', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'floating_ip_address': '172.28.2.235', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'port_id': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'mac_address': 'fa:16:3e:6d:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:04:45Z', 'updated_at': '2021-02-17T18:05:25Z', 'revision_number': 1, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:05:29.957736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb386ce0-712c-44b0-a338-b1707f71add6 None None] The sync data for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb is: [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'aee96514-c26d-4b84-8a69-126245dea37e', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'floating_ip_address': '172.28.2.235', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'port_id': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'mac_address': 'fa:16:3e:6d:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:04:45Z', 'updated_at': '2021-02-17T18:05:25Z', 'revision_number': 1, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:05:29.959416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8763ba3-e737-4f56-b0e2-8a56fa236214,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:30.005443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c153a-be5c-4cfa-963d-2c6f8bda0f17 req-041da911-36f4-4e9f-b742-318fc485efd5 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:30.025778 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c9c153a-be5c-4cfa-963d-2c6f8bda0f17 req-041da911-36f4-4e9f-b742-318fc485efd5 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.5035949 Feb 17 18:05:30.032469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:30.033424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:30.035110 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8763ba3-e737-4f56-b0e2-8a56fa236214 HTTP/1.1" status: 204 len: 168 time: 1.4586258 Feb 17 18:05:30.053545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-07bcdbe1-3c62-4b4f-8d4e-9ba041713072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:30.067362 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-07bcdbe1-3c62-4b4f-8d4e-9ba041713072 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.7675781 Feb 17 18:05:30.491619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ceb3c-4ae7-4c36-91ab-dba56586662f None None] New status for floating IP aee96514-c26d-4b84-8a69-126245dea37e: ACTIVE {{(pid=84002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:05:30.597334 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-1c158059-356b-40f6-b4dc-655560658b21 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 200 len: 999 time: 0.5163109 Feb 17 18:05:30.634180 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c9c153a-be5c-4cfa-963d-2c6f8bda0f17 req-5fd78b3b-8183-4356-9a60-d0c6b39c770b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070950 Feb 17 18:05:30.715902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-b1fb33f0-fad3-4b19-856f-ffe4c4ea445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:30.721342 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-b1fb33f0-fad3-4b19-856f-ffe4c4ea445c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.1025274 Feb 17 18:05:30.914882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52822) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:30.951062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-7b806229-ecd1-425d-96a6-2ca4e665429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:30.954091 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-7b806229-ecd1-425d-96a6-2ca4e665429f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2241857 Feb 17 18:05:30.955333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:30.999597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:31.009763 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd1924d9444c4319bb45b1101165e83d is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:31.018953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:31.030159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:31.284863 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:31.288889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:31.305645 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-22895c4f-fa80-495d-bb47-d2c50e3fa382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:31.373210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8da4e-2e7d-47ea-adeb-bc6705883e0f,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:31.386713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:31.410553 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c66b092f-f4f1-468b-8c94-a9a2a566e981 req-2044d198-59ff-47e4-ab6b-487ccd829105 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 210 time: 0.1496909 Feb 17 18:05:31.434657 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd1924d9444c4319bb45b1101165e83d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5178468 Feb 17 18:05:31.435552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52838) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:31.476167 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-f115956a-acbd-4e66-8a49-3b1c6a1bc3fc service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059695 Feb 17 18:05:31.614199 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:31.757252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:31.812383 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-b2efd5ca-befc-43a7-9128-ee2ac48fe526 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1728704 Feb 17 18:05:31.831148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:31.838813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7b0b1cda-45fc-407d-a86e-7bf77d867e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:31.858167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:31.863139 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34f8da4e-2e7d-47ea-adeb-bc6705883e0f HTTP/1.1" status: 204 len: 168 time: 0.4261093 Feb 17 18:05:31.864773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8da4e-2e7d-47ea-adeb-bc6705883e0f,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:31.870619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:32.033759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-893e62d4-fff1-439a-9a70-3ca0d8da4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:32.035793 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-893e62d4-fff1-439a-9a70-3ca0d8da4e1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 0.0894718 Feb 17 18:05:32.099417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-bd093e0f-91e9-4622-b0e1-743f637af718 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:32.101593 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-bd093e0f-91e9-4622-b0e1-743f637af718 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 0.3218677 Feb 17 18:05:32.164604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Request body: {'port': {'device_id': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0', 'admin_state_up': True, 'tenant_id': 'ca53dce0ecf24965b05506ff10bdf63a'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:32.193409 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5874e31-2b3e-46d0-a865-4bded940c4c0 req-58ebd61b-68d1-4e3f-86ba-01cdb9b274a5 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7050083 Feb 17 18:05:32.297010 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-87c790d6-68c4-410f-93b2-f3daa0bda9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:32.299989 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-87c790d6-68c4-410f-93b2-f3daa0bda9d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.2359667 Feb 17 18:05:32.371337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb894f8-cb3f-4357-b465-6da5341e1901 req-0a034810-e21b-464c-ab3e-7b8f42dada13 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:32.373115 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7bb894f8-cb3f-4357-b465-6da5341e1901 req-0a034810-e21b-464c-ab3e-7b8f42dada13 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.3109477 Feb 17 18:05:32.388208 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:32.435450 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Usage tracker for resource:port and tenant:ca53dce0ecf24965b05506ff10bdf63a is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:32.443273 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-12e45867-54e9-448f-9745-e947e9ea0903 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 217 time: 0.1306231 Feb 17 18:05:32.444800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:32.454212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:32.483261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Made reservation on behalf of ca53dce0ecf24965b05506ff10bdf63a for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:05:32.489597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:32.505498 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7bb894f8-cb3f-4357-b465-6da5341e1901 req-403b7cb7-dd86-4c8b-9850-2d8711d8f35d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206965 Feb 17 18:05:32.694283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-d36970fe-95b3-4d68-a666-21880b7b6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:32.697351 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-d36970fe-95b3-4d68-a666-21880b7b6f41 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.2343118 Feb 17 18:05:32.802256 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-89e4a715-9acc-4c90-906b-1d8ab9a768c7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977294 Feb 17 18:05:32.986719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-74c284f2-8ea0-4fa6-9813-4d2547886835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:33.005253 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-9ad67bd9-d807-489f-b4f9-5d786312e9d6 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912658 Feb 17 18:05:33.032736 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7126181a-a5c0-4b91-8eb3-4842f014cc69 req-30010ecf-2287-4fb1-95de-9f58fd22d187 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 210 time: 0.1938949 Feb 17 18:05:33.152943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Allocated IP 172.20.0.7 (9b24a6ad-f37d-4277-bd3b-42dc07df05a0/48784fc0-d48f-4f73-a7ec-1eebaa28a1c0/c7dc2932-6e1e-4b5f-bf21-fb726671371c) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:05:33.454620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:33.468266 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45c8bf4b-9ce4-4ed2-ac1c-6aa061efcf42 req-d503d330-703b-462c-bc28-dd12f332ce7f service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4563980 Feb 17 18:05:33.517277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:33.718628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3bbf18e0-71b3-4cb7-97d2-b2e106f5af6a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:33.816389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event updated for resources: {'Port': ['ID=c7dc2932-6e1e-4b5f-bf21-fb726671371c,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:33.828904 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:33.947448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:05:33.954924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:05:33.980518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:05:33.997344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:33.998777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:34.041332 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8867140 Feb 17 18:05:34.057797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36d9e2-31f8-4b3e-bfc8-02c8840b0846 req-88f818ce-dfa6-4158-98bc-3dcf6ea5c060 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:34.059153 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c36d9e2-31f8-4b3e-bfc8-02c8840b0846 req-88f818ce-dfa6-4158-98bc-3dcf6ea5c060 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.2258372 Feb 17 18:05:34.065687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Request body: {'port': {'device_id': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:34.203364 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c36d9e2-31f8-4b3e-bfc8-02c8840b0846 req-c37bd509-1cff-4fde-a2e2-ddb8c7175d53 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046844 Feb 17 18:05:34.302601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:34.395526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff8043-eae4-4d26-8a6f-a05842510cfa req-19b9c1c3-09a9-4dc9-b09d-c64d336a4c0c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:34.396379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-9cff8043-eae4-4d26-8a6f-a05842510cfa req-19b9c1c3-09a9-4dc9-b09d-c64d336a4c0c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:05:34.468299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-9cff8043-eae4-4d26-8a6f-a05842510cfa req-19b9c1c3-09a9-4dc9-b09d-c64d336a4c0c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:05:34.469596 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9cff8043-eae4-4d26-8a6f-a05842510cfa req-19b9c1c3-09a9-4dc9-b09d-c64d336a4c0c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 931 time: 0.2599435 Feb 17 18:05:34.608026 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9cff8043-eae4-4d26-8a6f-a05842510cfa req-744728cb-6d48-4662-a5f9-8d4c020ec51f tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284080 Feb 17 18:05:34.860487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dc2932-6e1e-4b5f-bf21-fb726671371c {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:05:34.871113 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:34.891489 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Transition to ACTIVE for port object c7dc2932-6e1e-4b5f-bf21-fb726671371c will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:05:34.896546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:34.914990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:35.045955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 52982) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:35.153488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-aa417bb9-c2a6-453d-ad51-de310f8b122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.199272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.201507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc2932-6e1e-4b5f-bf21-fb726671371c,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:35.210481 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:35.258646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Attempting to bind port c7dc2932-6e1e-4b5f-bf21-fb726671371c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:35.259026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Attempting to bind port c7dc2932-6e1e-4b5f-bf21-fb726671371c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:05:35.259994 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Attempting to bind port c7dc2932-6e1e-4b5f-bf21-fb726671371c on network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:05:35.266808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:05:35.267073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Checking segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:05:35.267576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.268078 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Bound using segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:05:35.268628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Bound port: c7dc2932-6e1e-4b5f-bf21-fb726671371c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:05:35.269076 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.304291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.322381 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:35.327601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Usage tracker for resource:security_group_rule and tenant:ff2b06cec220413285b684bd8cdadd80 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:35.331777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:35.338607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:35.495738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.502002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.511341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] For port c7dc2932-6e1e-4b5f-bf21-fb726671371c, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:05:35.516774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6671a38c-7f04-41b3-821b-6ba2a9160539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:35.523381 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] For port c7dc2932-6e1e-4b5f-bf21-fb726671371c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c7dc2932-6e1e-4b5f-bf21-fb726671371c,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:05:35.527621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.612167 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff2b06cec220413285b684bd8cdadd80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646765 Feb 17 18:05:35.613890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39641c1e-c0ea-4016-aacf-13363550f873,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:35.617588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53004) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:35.622658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:35.687463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5c8cf724-d927-4c29-bfdb-441c151525f8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:35.724369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68416cc5-570c-4b02-8374-25be97188451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.769965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc2932-6e1e-4b5f-bf21-fb726671371c,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:35.787727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68416cc5-570c-4b02-8374-25be97188451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.794290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:35.879410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:35.880131 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.881657 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] 10.222.0.75 "PUT /v2.0/ports/c7dc2932-6e1e-4b5f-bf21-fb726671371c HTTP/1.1" status: 200 len: 1157 time: 1.8212142 Feb 17 18:05:35.888826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'tag': 'c7dc2932-6e1e-4b5f-bf21-fb726671371c'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:35.905169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68416cc5-570c-4b02-8374-25be97188451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.912735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-68d55ee4-25c4-4ffa-8a95-c4efbacbc5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:35.919816 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383487ca-4b8d-4ffd-9dd2-307e13d22af0 req-e0262826-c7dc-41f2-9c93-5c244cc99ff3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:35.926814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68416cc5-570c-4b02-8374-25be97188451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39641c1e-c0ea-4016-aacf-13363550f873,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:35.927736 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-383487ca-4b8d-4ffd-9dd2-307e13d22af0 req-e0262826-c7dc-41f2-9c93-5c244cc99ff3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.5419624 Feb 17 18:05:35.930969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-68416cc5-570c-4b02-8374-25be97188451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:35.951565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-68416cc5-570c-4b02-8374-25be97188451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:35.964766 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-68416cc5-570c-4b02-8374-25be97188451 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/39641c1e-c0ea-4016-aacf-13363550f873 HTTP/1.1" status: 204 len: 168 time: 0.3403602 Feb 17 18:05:36.081932 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-383487ca-4b8d-4ffd-9dd2-307e13d22af0 req-c0c8dc14-a4ae-408a-bb68-5344cc6c4848 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531582 Feb 17 18:05:36.105400 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a0bc4-7ffc-4f1c-9c82-de3d501aa870 req-cb5d1dce-1819-47f2-84db-f8217205da91 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.108205 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2b5a0bc4-7ffc-4f1c-9c82-de3d501aa870 req-cb5d1dce-1819-47f2-84db-f8217205da91 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 943 time: 0.3088703 Feb 17 18:05:36.441800 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'tag': 'c7dc2932-6e1e-4b5f-bf21-fb726671371c', 'status': 'completed', 'code': 200} Feb 17 18:05:36.469747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-94219f0f-83e3-410b-8389-e34172b88f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.471404 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-94219f0f-83e3-410b-8389-e34172b88f5f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 1160 time: 0.5243256 Feb 17 18:05:36.485376 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2b5a0bc4-7ffc-4f1c-9c82-de3d501aa870 req-7aa762e4-cea9-49e3-a449-b52cd43f229e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620486 Feb 17 18:05:36.527262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53034) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:36.564355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.579934 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-0d33cc64-296c-4a28-ab5a-82fdcf22d6a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7dc2932-6e1e-4b5f-bf21-fb726671371c HTTP/1.1" status: 200 len: 217 time: 0.0871913 Feb 17 18:05:36.590632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:36.595673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c5474e789f46398bb88ed31db7f50c is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:36.599389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:36.606824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:36.678034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-4c453921-5fc4-4b9d-b1d9-320c89b8aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:36.679624 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-4c453921-5fc4-4b9d-b1d9-320c89b8aa69 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.0868826 Feb 17 18:05:36.710637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.730467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.734106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.742524 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-3a133849-aa4a-42b8-8f01-abfb24ef0f6b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541575 Feb 17 18:05:36.744162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cb648c28-f966-44a3-b20a-04b5f15a78f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:36.796029 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5c5474e789f46398bb88ed31db7f50c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636466 Feb 17 18:05:36.796029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05430ce-b902-400e-9b0f-6edbb1fee293,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:36.797892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53038) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:36.801279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:36.871717 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.905484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.914890 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-f88cfe48-ee8c-47bc-9534-ad258df8157c service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649723 Feb 17 18:05:36.957197 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.961724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:36.976167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05430ce-b902-400e-9b0f-6edbb1fee293,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:36.981599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:36.985902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:36.990265 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b05430ce-b902-400e-9b0f-6edbb1fee293 HTTP/1.1" status: 204 len: 168 time: 0.1879785 Feb 17 18:05:37.081785 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b6878d4-bdb0-47a8-af3c-48855a911585 req-e34a6920-6e56-45d6-8036-bad208e6c0ac service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1601756 Feb 17 18:05:37.134209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:37.406985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-0eed66c2-036e-40f0-b9cb-45a6d583bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:37.408961 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-0eed66c2-036e-40f0-b9cb-45a6d583bdee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 1160 time: 0.2385116 Feb 17 18:05:37.455138 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf997ce3-6bc3-46d9-8f05-0763406940b5 req-0ea01c7b-b40c-40ff-81e6-a5ecc44cfa71 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:37.459528 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bf997ce3-6bc3-46d9-8f05-0763406940b5 req-0ea01c7b-b40c-40ff-81e6-a5ecc44cfa71 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.2110429 Feb 17 18:05:37.724035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:37.834329 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bf997ce3-6bc3-46d9-8f05-0763406940b5 req-3261e5eb-ec14-4e61-bfc5-5dcbf84cc4f7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331724 Feb 17 18:05:37.908988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53082) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:37.945325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-706ab4a1-24d7-4de8-b35f-3077fc9f972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:37.948839 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-706ab4a1-24d7-4de8-b35f-3077fc9f972d service neutron] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 909 time: 0.5281403 Feb 17 18:05:38.092193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.116869 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:38.121476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Usage tracker for resource:security_group_rule and tenant:4653729cb43a423bb0c97b9c7f2dc733 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:38.125678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:38.132383 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:38.209177 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-853da4da-03a1-4b1e-aff5-934363e2ed79 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7dc2932-6e1e-4b5f-bf21-fb726671371c HTTP/1.1" status: 200 len: 217 time: 0.2513268 Feb 17 18:05:38.298073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.302391 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.312583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5ebd3dad-79a1-4ea0-9741-c173894007a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:38.321829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-48e59488-b303-4364-83ee-339496edd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:38.323549 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-48e59488-b303-4364-83ee-339496edd84e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.1055377 Feb 17 18:05:38.332092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a78d8-d122-4dd0-9527-5dce744eb0b4 req-ffad2807-4a92-48a4-9956-b77b8975f609 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:38.333964 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ca5a78d8-d122-4dd0-9527-5dce744eb0b4 req-ffad2807-4a92-48a4-9956-b77b8975f609 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 943 time: 0.2175202 Feb 17 18:05:38.381326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec51447-7caf-4494-8b02-5e6951beab9c,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:38.397198 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:38.411684 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4653729cb43a423bb0c97b9c7f2dc733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4968209 Feb 17 18:05:38.412680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53102) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:38.414696 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-550e9123-0204-4278-8006-c32710e4a54f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790281 Feb 17 18:05:38.493240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.590857 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ca5a78d8-d122-4dd0-9527-5dce744eb0b4 req-50dbd9f4-8160-4f2e-94ed-c90e6eaac2bb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060881 Feb 17 18:05:38.593030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.677138 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.679468 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-077e4389-f492-40d9-8f5c-98b0bdaa05e8 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456651 Feb 17 18:05:38.685041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6e55b6c7-cf0e-4e5f-9d6b-2015f393f75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:38.709958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:38.712211 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ec51447-7caf-4494-8b02-5e6951beab9c HTTP/1.1" status: 204 len: 168 time: 0.2981794 Feb 17 18:05:38.714036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec51447-7caf-4494-8b02-5e6951beab9c,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:38.720646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:38.963654 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c9e1aa5-3321-4551-8d7a-1dd258be8c1d req-740d7f8c-040f-4036-a6e6-09f94b30ad18 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2736979 Feb 17 18:05:39.361184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29aeb6-c4a5-4534-b375-fab26fbe998a req-8f055d89-0259-4417-95d2-0c9ea8b5845c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:39.373264 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d29aeb6-c4a5-4534-b375-fab26fbe998a req-8f055d89-0259-4417-95d2-0c9ea8b5845c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.3110456 Feb 17 18:05:39.445791 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d29aeb6-c4a5-4534-b375-fab26fbe998a req-f8d8e598-9171-4bce-87e0-e287d7e6217a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Feb 17 18:05:39.579475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53144) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:39.602707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:39.622976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:39.632729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Usage tracker for resource:security_group_rule and tenant:55d93037ceff4681b586c0764732cc86 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:39.636962 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:39.645146 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:39.758665 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:39.763084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:39.773808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:39.815870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d76541-b22e-4d70-a3ed-f48e3af38002,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:39.823169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:39.829599 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55d93037ceff4681b586c0764732cc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488830 Feb 17 18:05:39.833134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53152) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:39.841970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4650c-3a2c-41ba-a993-a156179f0ac1 req-69e0147e-6f86-494d-bd52-276724909381 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:39.856212 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b8e4650c-3a2c-41ba-a993-a156179f0ac1 req-69e0147e-6f86-494d-bd52-276724909381 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 943 time: 0.1134431 Feb 17 18:05:39.909987 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b8e4650c-3a2c-41ba-a993-a156179f0ac1 req-1283193d-525d-47c4-b54b-fcf7f1a45a7e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Feb 17 18:05:39.950919 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:39.994925 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:40.049166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:40.056443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d4e1fd8d-db67-4bea-81d0-2e8df4aa0408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:40.072790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d76541-b22e-4d70-a3ed-f48e3af38002,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:40.079732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:40.084654 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67d76541-b22e-4d70-a3ed-f48e3af38002 HTTP/1.1" status: 204 len: 168 time: 0.2498610 Feb 17 18:05:40.086189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:40.314646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-dc9c0c75-6f26-44b4-bd31-89ce0a07f5cb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84002) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:05:40.829225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fd440-2cdf-4bec-bc0a-808c5a82b18f req-5e256570-40ac-474f-8109-3cab034b945b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:40.836617 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-255fd440-2cdf-4bec-bc0a-808c5a82b18f req-5e256570-40ac-474f-8109-3cab034b945b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1168509 Feb 17 18:05:40.850537 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53184) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:40.888847 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:40.890243 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-255fd440-2cdf-4bec-bc0a-808c5a82b18f req-45ba0f02-f901-4083-b56e-87c8a3cdea01 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522494 Feb 17 18:05:40.925480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:40.933137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Usage tracker for resource:security_group_rule and tenant:6743ec9321924901abbfe86449ef178d is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:40.938368 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:40.952131 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:40.998284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device c7dc2932-6e1e-4b5f-bf21-fb726671371c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:41.061241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.065434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.081595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-94d524c3-2f88-4ac8-8957-a83de08838f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:41.119376 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6743ec9321924901abbfe86449ef178d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667820 Feb 17 18:05:41.122992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53192) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:41.159438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port c7dc2932-6e1e-4b5f-bf21-fb726671371c completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:05:41.160253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2568171-ddc4-4118-a2b2-7607792c68c5,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:41.172420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:41.179770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port c7dc2932-6e1e-4b5f-bf21-fb726671371c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:41.185959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.215612 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf379dfb-8eb7-4b09-b2c0-336594c2c38d req-d3128442-b6a9-4a02-84a2-02b1a4758d68 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:41.224560 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cf379dfb-8eb7-4b09-b2c0-336594c2c38d req-d3128442-b6a9-4a02-84a2-02b1a4758d68 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 943 time: 0.1507545 Feb 17 18:05:41.227558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.291214 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cf379dfb-8eb7-4b09-b2c0-336594c2c38d req-e40654db-661e-441c-b5cc-4e19e677f05b tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650377 Feb 17 18:05:41.296990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.356248 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.364660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b2b7f539-0864-4346-9a88-97d855858727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:41.367714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.378650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.380002 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2568171-ddc4-4118-a2b2-7607792c68c5 HTTP/1.1" status: 204 len: 168 time: 0.2555177 Feb 17 18:05:41.382991 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2568171-ddc4-4118-a2b2-7607792c68c5,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:41.396581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:41.443344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc2932-6e1e-4b5f-bf21-fb726671371c'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:41.458262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port c7dc2932-6e1e-4b5f-bf21-fb726671371c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c7dc2932-6e1e-4b5f-bf21-fb726671371c,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:05:41.464610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:41.467323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ef15e2aa-676e-4fff-a24a-735dcce16761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:41.541491 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc2932-6e1e-4b5f-bf21-fb726671371c', 'code': 200} Feb 17 18:05:41.567367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=c7dc2932-6e1e-4b5f-bf21-fb726671371c,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:41.576812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:41.850161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7923b-8e53-41a9-a430-78e47cf0c78d req-76a6b7d2-c87e-4421-bae9-42c5dc01d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:41.852433 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-44d7923b-8e53-41a9-a430-78e47cf0c78d req-76a6b7d2-c87e-4421-bae9-42c5dc01d94e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 1162 time: 0.0957031 Feb 17 18:05:41.943357 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-44d7923b-8e53-41a9-a430-78e47cf0c78d req-f2fe6626-8e0d-484d-9ab3-e46e3a900b1f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781496 Feb 17 18:05:42.139741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221b78b-3d16-4505-bccc-92d57da81fe6 req-5f2c1e3e-7b71-4ec3-9fd0-d578c13b6ec0 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:42.149551 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b221b78b-3d16-4505-bccc-92d57da81fe6 req-5f2c1e3e-7b71-4ec3-9fd0-d578c13b6ec0 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1144149 Feb 17 18:05:42.207803 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b221b78b-3d16-4505-bccc-92d57da81fe6 req-3e09141f-4d43-4d5c-b98c-aebf7142d9ed tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562649 Feb 17 18:05:42.250462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:42.318466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 53232) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:42.354722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port b17b3c7f-4243-4eff-a728-811bb6fbed4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:42.355382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:42.564001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe86a-1309-4169-a4d4-00086dc877d2 req-3f15842f-3478-4b48-9a26-5d1e84693085 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:42.569941 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dccbe86a-1309-4169-a4d4-00086dc877d2 req-3f15842f-3478-4b48-9a26-5d1e84693085 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 945 time: 0.1554909 Feb 17 18:05:42.629079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device c7dc2932-6e1e-4b5f-bf21-fb726671371c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:42.678465 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dccbe86a-1309-4169-a4d4-00086dc877d2 req-5ee69db9-504e-441e-9e15-f995ecbfbbe6 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011992 Feb 17 18:05:42.727063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port c7dc2932-6e1e-4b5f-bf21-fb726671371c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:42.727802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:42.763271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:42.781733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:42.786441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Usage tracker for resource:security_group_rule and tenant:0303749d69fb4bfcb3a49bc5187b8aad is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:42.790071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:42.797726 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:42.958617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:42.964210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:42.979528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c4c49c30-1ece-482f-a96b-fc3f4528131b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:43.026020 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0303749d69fb4bfcb3a49bc5187b8aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063465 Feb 17 18:05:43.029061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 53254) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:43.034671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a1631-2309-4e69-8c49-1d5681a79469,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:43.069118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:43.148806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:43.190690 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:43.281861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:43.297205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-388b198e-83fd-4ff4-9e02-13b4079b3574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:43.358438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a1631-2309-4e69-8c49-1d5681a79469,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:43.362499 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:43.364142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:43.368675 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be5a1631-2309-4e69-8c49-1d5681a79469 HTTP/1.1" status: 204 len: 168 time: 0.3352814 Feb 17 18:05:43.662993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58775ffa-d638-43c0-8864-190a4ca2a62b req-3d20117d-6900-47a4-a00b-72faed12cd7f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:43.664886 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-58775ffa-d638-43c0-8864-190a4ca2a62b req-3d20117d-6900-47a4-a00b-72faed12cd7f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.2537017 Feb 17 18:05:43.733353 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-58775ffa-d638-43c0-8864-190a4ca2a62b req-7502d95c-ae87-4ae3-b85e-3b85fa1292a3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603323 Feb 17 18:05:43.952682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b850b-82f2-47b3-bbbc-6c6902fd6d63 req-18ba56c0-cbb5-4e68-a63c-6a1183b866b6 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:43.954328 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f41b850b-82f2-47b3-bbbc-6c6902fd6d63 req-18ba56c0-cbb5-4e68-a63c-6a1183b866b6 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 945 time: 0.1001248 Feb 17 18:05:44.005716 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f41b850b-82f2-47b3-bbbc-6c6902fd6d63 req-91cf49cb-062d-44a6-b24c-98f52f0ea526 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446658 Feb 17 18:05:44.254705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:44.335573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port b17b3c7f-4243-4eff-a728-811bb6fbed4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:44.336141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:44.528238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device c7dc2932-6e1e-4b5f-bf21-fb726671371c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:44.724589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port c7dc2932-6e1e-4b5f-bf21-fb726671371c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:44.725019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:44.816872 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:05:45.015209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2405a0f-92cf-4ea8-b03f-0e34ebf3a030 req-6858691b-fcb0-48e2-8c97-dbc7b7bb6a80 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:45.017958 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d2405a0f-92cf-4ea8-b03f-0e34ebf3a030 req-6858691b-fcb0-48e2-8c97-dbc7b7bb6a80 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1074793 Feb 17 18:05:45.040699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53322) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:45.092152 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d2405a0f-92cf-4ea8-b03f-0e34ebf3a030 req-c8eaa33f-4684-4dac-afab-e55665b2de5f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Feb 17 18:05:45.354693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.377493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:45.383555 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd79f05272b443b8b5be5bddfe2ec19 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:45.388600 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:45.398329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:45.519203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.523422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.538122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145991c-2edd-4e7f-bac4-2d2caaf55af8 req-807269be-7e34-49e1-9a6a-3bab1942629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:45.540533 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9145991c-2edd-4e7f-bac4-2d2caaf55af8 req-807269be-7e34-49e1-9a6a-3bab1942629b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 1162 time: 0.1013479 Feb 17 18:05:45.546333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-994f5210-d35e-4503-9231-2dd218a0c134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:45.591334 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9145991c-2edd-4e7f-bac4-2d2caaf55af8 req-0983990a-7981-412f-8530-fec69adf4d5d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431457 Feb 17 18:05:45.593745 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ddd79f05272b443b8b5be5bddfe2ec19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5516598 Feb 17 18:05:45.596617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 53338) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:45.601677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a09f9c4-f291-4765-86d9-219977532c7e,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:45.611793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.612223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.612617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.613015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.613399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.613782 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.614166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.614542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.614915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.615291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.615676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.616096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.616545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.616921 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.617294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.617668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.618039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.618925 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.619307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.619683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.620179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.620455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.620828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.621193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.625680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:45.668992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.700355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.756759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.763858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fd9b3dec-5bed-40ca-aae9-dc13e27e53ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:45.778557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a09f9c4-f291-4765-86d9-219977532c7e,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:45.789188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.789505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.789902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.790899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.791276 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.791674 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.792079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.792464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.792837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.793214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.793596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.793967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.794417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.794791 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.795177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.795542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.795973 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.796366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.796725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.797109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.797483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.798099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.798278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.798628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:05:45.802030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:45.804500 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5a09f9c4-f291-4765-86d9-219977532c7e HTTP/1.1" status: 204 len: 168 time: 0.2050366 Feb 17 18:05:45.804500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:46.288650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53360) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:46.311359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:46.333378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:46.340987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Usage tracker for resource:security_group_rule and tenant:9a307f892ad941fda9cdb1937e6b4031 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:46.344920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:46.352326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:46.389161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35587cd2-662a-4cfa-8913-c718ff2eb30f req-c4b3d46d-a05b-4c7e-bc0a-7330bb25c2c1 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:46.390931 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35587cd2-662a-4cfa-8913-c718ff2eb30f req-c4b3d46d-a05b-4c7e-bc0a-7330bb25c2c1 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1180844 Feb 17 18:05:46.471702 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35587cd2-662a-4cfa-8913-c718ff2eb30f req-57d926d9-24a1-47e4-ac2e-c369b7859a58 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704432 Feb 17 18:05:46.472204 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:46.475760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:46.491510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9b47b87c-f587-451b-8155-c7e8c999d618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:46.521975 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a307f892ad941fda9cdb1937e6b4031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314324 Feb 17 18:05:46.524612 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 53370) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:46.540987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e720f564-1c35-468b-81c9-403d03e6bdb6,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:46.556317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:46.624332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:46.657288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:46.722225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:46.730200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0c1cb218-c681-4241-86db-e596fc736a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:46.748203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720f564-1c35-468b-81c9-403d03e6bdb6,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:46.751748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:46.753055 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e720f564-1c35-468b-81c9-403d03e6bdb6 HTTP/1.1" status: 204 len: 168 time: 0.2268100 Feb 17 18:05:46.754257 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:47.230671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53396) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:47.428035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.453495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:47.460724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Usage tracker for resource:security_group_rule and tenant:76efc53187b04bbb80a0147b5f79664e is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:47.465587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:47.473512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:47.604958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.610654 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.623709 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4f7a5416-ef7e-40bd-9298-46dd6d2749f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:47.671071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87023649-c5af-433d-b176-1d1247567a50,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:47.677261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:47.681176 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=76efc53187b04bbb80a0147b5f79664e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487600 Feb 17 18:05:47.685693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53416) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:47.742830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc949a-afb4-427b-8553-b307fbff71b3 req-3c403043-7768-43c0-a35a-cdddc4b22651 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:47.745111 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5bbc949a-afb4-427b-8553-b307fbff71b3 req-3c403043-7768-43c0-a35a-cdddc4b22651 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1135318 Feb 17 18:05:47.765104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.803178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.811429 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5bbc949a-afb4-427b-8553-b307fbff71b3 req-7762004b-aec4-41f8-aa80-0f1334a13d81 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541484 Feb 17 18:05:47.875426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.885339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0481466e-3e3f-4189-965b-92c8eb2a232c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:47.916752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87023649-c5af-433d-b176-1d1247567a50,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:47.928472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:47.942312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:47.947833 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87023649-c5af-433d-b176-1d1247567a50 HTTP/1.1" status: 204 len: 168 time: 0.2607358 Feb 17 18:05:48.128088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500197b2-8fcc-4871-91e3-86f79191475e req-e3018ef5-4c6a-4ea4-838c-1cbf29957878 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:48.146199 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-500197b2-8fcc-4871-91e3-86f79191475e req-e3018ef5-4c6a-4ea4-838c-1cbf29957878 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1777122 Feb 17 18:05:48.214769 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-500197b2-8fcc-4871-91e3-86f79191475e req-eadcf799-47a2-4f1d-9ff9-d24c70160437 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672495 Feb 17 18:05:48.277720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:05:48.439875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port b17b3c7f-4243-4eff-a728-811bb6fbed4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:05:48.440632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:50.283548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-d2ec853d-245f-4099-abad-791753c811e5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:50.285982 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-d2ec853d-245f-4099-abad-791753c811e5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 0.2516069 Feb 17 18:05:50.307668 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-4de1f1c3-9b13-4acc-b310-784b998ba432 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/quotas/ca53dce0ecf24965b05506ff10bdf63a HTTP/1.1" status: 200 len: 375 time: 0.0130084 Feb 17 18:05:50.415984 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-c4f5c9f5-ee5e-4a18-b124-44f1f11cde9e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009874 Feb 17 18:05:50.630578 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-ed894321-7860-4204-8e8a-ceb7420fc542 service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957946 Feb 17 18:05:51.149054 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-9c7ae0d7-122a-4586-906c-224ea772e4e4 service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5097497 Feb 17 18:05:51.747027 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2950e8ec-1474-46d7-bdda-e99e835edb3f req-dcc2516d-8e62-4057-87f0-dd4cfeafc1ad tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 210 time: 0.1198246 Feb 17 18:05:51.796554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-8472544f-2b86-422c-b0d2-e1b05209a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:51.798190 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-8472544f-2b86-422c-b0d2-e1b05209a96c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 0.2184968 Feb 17 18:05:51.810127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b033334-e84a-4706-9eb1-ae82e3338886 req-f313a48c-d949-4d78-91e4-f9fa94ff703e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:51.811311 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0b033334-e84a-4706-9eb1-ae82e3338886 req-f313a48c-d949-4d78-91e4-f9fa94ff703e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1329741 Feb 17 18:05:51.971263 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0b033334-e84a-4706-9eb1-ae82e3338886 req-e25be8c6-afed-424d-a336-f6cefb91217c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312873 Feb 17 18:05:52.045739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-1639b05b-6895-482b-ac50-b15d6dd67165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:52.049153 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-1639b05b-6895-482b-ac50-b15d6dd67165 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.2341125 Feb 17 18:05:52.202305 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-d7933c92-547c-47cc-b4f1-f677f9556907 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 217 time: 0.1430755 Feb 17 18:05:52.296713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-e404c230-f234-499e-afc7-c20de6af87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:52.296942 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-e404c230-f234-499e-afc7-c20de6af87b3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.0812078 Feb 17 18:05:52.408388 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-0cfe69db-c801-49ce-9132-895bb79df079 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688796 Feb 17 18:05:52.799145 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-1bac034f-f1d2-417f-a386-327f41df90ca service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821869 Feb 17 18:05:52.965131 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5ac12d6f-5a11-400e-b926-50015e66a6d5 req-8c07e7d2-b0b8-4e1c-b1f3-4d0f75b87b54 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 210 time: 0.0670764 Feb 17 18:05:53.044592 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5c58929-c65f-4ac2-83ce-b2deeae240b5 req-4428c0c5-aeb0-45d1-b165-c909616410dc service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2332909 Feb 17 18:05:53.709742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-393c839e-7221-4ab8-94e5-ec7129d304a0 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:53.711424 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-393c839e-7221-4ab8-94e5-ec7129d304a0 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 0.4104793 Feb 17 18:05:53.718562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb6d05-74e0-4b6b-b6aa-c6341b348fe9 req-8fc6aa40-8a25-4ec6-8eab-187f1f346576 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:53.726443 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-62bb6d05-74e0-4b6b-b6aa-c6341b348fe9 req-8fc6aa40-8a25-4ec6-8eab-187f1f346576 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2570276 Feb 17 18:05:53.752724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Request body: {'port': {'device_id': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0', 'admin_state_up': True, 'tenant_id': 'ca53dce0ecf24965b05506ff10bdf63a'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:53.909626 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-62bb6d05-74e0-4b6b-b6aa-c6341b348fe9 req-93e8bc4a-e344-409c-98c5-ddffdc4508ca tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820881 Feb 17 18:05:54.017959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:54.034256 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:54.047262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Made reservation on behalf of ca53dce0ecf24965b05506ff10bdf63a for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:05:54.053870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:54.350782 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d036583a-783f-4858-9bf2-9018b50c3046 req-82a05fde-2cc2-499a-ad2c-6e9f79e8d571 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 210 time: 0.1156642 Feb 17 18:05:54.807409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Allocated IP 172.20.0.4 (9b24a6ad-f37d-4277-bd3b-42dc07df05a0/48784fc0-d48f-4f73-a7ec-1eebaa28a1c0/bfb87283-7bd1-4036-bdeb-b648c4b7ff40) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:05:55.352510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:55.426077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f6787-1dc4-4f9b-b4a7-9c47c23abd5b req-b0963cad-3f82-4cd9-91a9-e64044a8ac30 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:55.427817 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-205f6787-1dc4-4f9b-b4a7-9c47c23abd5b req-b0963cad-3f82-4cd9-91a9-e64044a8ac30 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1553595 Feb 17 18:05:55.434906 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:55.455275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-22f5960e-deb5-4fd0-bfd2-887952cabe42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:55.623652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event updated for resources: {'Port': ['ID=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:55.640255 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:55.798349 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-205f6787-1dc4-4f9b-b4a7-9c47c23abd5b req-52a39b8b-11af-4dce-a89d-022bb6e45bff tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441312 Feb 17 18:05:55.897361 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:05:55.901015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:05:55.911579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d954d-fe2a-4972-ae34-562f6e0f3d5f req-3ca95d8f-6b01-4fc7-b877-4aa32646df28 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:55.914011 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1d0d954d-fe2a-4972-ae34-562f6e0f3d5f req-3ca95d8f-6b01-4fc7-b877-4aa32646df28 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 931 time: 0.2687314 Feb 17 18:05:55.915131 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:05:55.920887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:55.921647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:55.999117 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2692382 Feb 17 18:05:56.005644 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1d0d954d-fe2a-4972-ae34-562f6e0f3d5f req-dbd7bc10-21d9-46ee-b7ff-5f8bca323f86 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790873 Feb 17 18:05:56.022247 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Request body: {'port': {'device_id': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:05:56.240572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:56.473194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53674) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:56.735792 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:56.756921 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:05:56.762720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Usage tracker for resource:security_group_rule and tenant:9a865a4c025948ae88f1cf118f3fadbb is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:05:56.767663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:05:56.774700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:05:56.919760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:56.923879 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:56.961666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-012a56c4-eb33-4059-8ed7-37cec41a00f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:57.001774 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a865a4c025948ae88f1cf118f3fadbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251896 Feb 17 18:05:57.001774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926639bd-a7a1-4e75-9b86-ce31949d6b1b,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:57.005191 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53704) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:05:57.015193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a670115f-8a68-4be4-bc62-18f49f057528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:57.104407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-24f06ac0-0b2e-4596-81ba-8c710887c653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:57.150771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-24f06ac0-0b2e-4596-81ba-8c710887c653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:57.186933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb87283-7bd1-4036-bdeb-b648c4b7ff40 {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:05:57.201967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:57.241224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Transition to ACTIVE for port object bfb87283-7bd1-4036-bdeb-b648c4b7ff40 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:05:57.246922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-24f06ac0-0b2e-4596-81ba-8c710887c653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:57.257708 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-af827ba4-cf9a-4df4-901d-eb754c376307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:57.272951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f06ac0-0b2e-4596-81ba-8c710887c653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926639bd-a7a1-4e75-9b86-ce31949d6b1b,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:57.278399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-24f06ac0-0b2e-4596-81ba-8c710887c653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:57.282487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-24f06ac0-0b2e-4596-81ba-8c710887c653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:57.298969 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-24f06ac0-0b2e-4596-81ba-8c710887c653 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/926639bd-a7a1-4e75-9b86-ce31949d6b1b HTTP/1.1" status: 204 len: 168 time: 0.2872081 Feb 17 18:05:57.324359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f90d8-d26e-405e-8c07-cb5aff4b0cfe req-8ed52edd-089b-4cd4-8481-a406c539593c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:57.339277 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ac4f90d8-d26e-405e-8c07-cb5aff4b0cfe req-8ed52edd-089b-4cd4-8481-a406c539593c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.3312366 Feb 17 18:05:57.402492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:57.439217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:57.836901 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ac4f90d8-d26e-405e-8c07-cb5aff4b0cfe req-f4a06221-6db2-472f-a6ea-8a20816ef465 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804051 Feb 17 18:05:57.928304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Pushing event updated for resources: {'Port': ['ID=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:57.937917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:58.124829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b3aa8-9eb1-4de6-abe7-21b139cc2424 req-24d0fa75-6365-4912-b815-4ee929a1cbb4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:58.126258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-328b3aa8-9eb1-4de6-abe7-21b139cc2424 req-24d0fa75-6365-4912-b815-4ee929a1cbb4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:05:58.189743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-328b3aa8-9eb1-4de6-abe7-21b139cc2424 req-24d0fa75-6365-4912-b815-4ee929a1cbb4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:05:58.191665 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-328b3aa8-9eb1-4de6-abe7-21b139cc2424 req-24d0fa75-6365-4912-b815-4ee929a1cbb4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 943 time: 0.9567392 Feb 17 18:05:58.193154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Attempting to bind port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:05:58.193750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Attempting to bind port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:05:58.194372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Attempting to bind port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 on network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:05:58.209525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:05:58.210154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Checking segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:05:58.210850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:58.211549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Bound using segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:05:58.212989 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Bound port: bfb87283-7bd1-4036-bdeb-b648c4b7ff40, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:05:58.213660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:58.426823 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-328b3aa8-9eb1-4de6-abe7-21b139cc2424 req-80af447e-efa4-4f47-ae85-cef23a37214f tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247341 Feb 17 18:05:58.491295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] For port bfb87283-7bd1-4036-bdeb-b648c4b7ff40, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:05:58.499237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] For port bfb87283-7bd1-4036-bdeb-b648c4b7ff40, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:05:58.507667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:58.543938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-14da2491-6100-4e80-b392-a2ffea6282c5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:05:58.887347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Pushing event updated for resources: {'Port': ['ID=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:05:58.938099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:05:59.002374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:59.003468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:05:59.005176 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] 10.222.0.75 "PUT /v2.0/ports/bfb87283-7bd1-4036-bdeb-b648c4b7ff40 HTTP/1.1" status: 200 len: 1157 time: 2.9897556 Feb 17 18:05:59.005897 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:05:59.123989 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40', 'status': 'completed', 'code': 200} Feb 17 18:05:59.308135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656934c5-9772-4268-a977-e6d25dbd1490 req-6c8fa48b-1592-4651-ba63-a20274abc57b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:59.310044 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-656934c5-9772-4268-a977-e6d25dbd1490 req-6c8fa48b-1592-4651-ba63-a20274abc57b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2335625 Feb 17 18:05:59.313634 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-bbceade8-ac25-47aa-b0ce-487284684674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:59.315258 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-bbceade8-ac25-47aa-b0ce-487284684674 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 1160 time: 0.1851554 Feb 17 18:05:59.452052 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-9ad7a80a-c4a9-4331-8522-49245a9f7078 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb87283-7bd1-4036-bdeb-b648c4b7ff40 HTTP/1.1" status: 200 len: 217 time: 0.1225626 Feb 17 18:05:59.564123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-b54a2e32-1b99-49e3-b71b-a65eb5b97be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:59.565869 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-b54a2e32-1b99-49e3-b71b-a65eb5b97be5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.0910304 Feb 17 18:05:59.579427 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-656934c5-9772-4268-a977-e6d25dbd1490 req-07afe2b8-b76f-43be-ad33-b0ea28477fda tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561860 Feb 17 18:05:59.690854 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-76b3b84a-5883-4b29-80a5-2d1cbab58937 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102269 Feb 17 18:05:59.910285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b3eb1-02bf-4ea2-ab37-018e869e12bc req-e224af14-d90d-4d5d-91c3-ddf58faf77cd tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:05:59.911664 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1e4b3eb1-02bf-4ea2-ab37-018e869e12bc req-e224af14-d90d-4d5d-91c3-ddf58faf77cd tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 943 time: 0.2669964 Feb 17 18:05:59.963722 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-f359f5ea-ccf3-48dc-9551-64149637f0cc service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658465 Feb 17 18:06:00.089744 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1e4b3eb1-02bf-4ea2-ab37-018e869e12bc req-7d6806ff-9ebf-4578-bb4e-0809bdaf74d8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588745 Feb 17 18:06:00.182381 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53816) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:00.233360 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61818c14-879a-481b-8fbb-b8832bf7d9f6 req-e62a99e8-0486-46d5-89b7-761d5ec52b7a service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2563744 Feb 17 18:06:00.474790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:00.579802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:00.592442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Usage tracker for resource:security_group_rule and tenant:6a268e490b76409ab6839154cde7f379 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:00.605455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:00.617900 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:00.689611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc93f7-79af-4143-922d-12e448825402 req-2f32a238-89b5-421f-8cbc-6bf35ea565db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:00.699198 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aedc93f7-79af-4143-922d-12e448825402 req-2f32a238-89b5-421f-8cbc-6bf35ea565db service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 1160 time: 0.3936255 Feb 17 18:06:00.885540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:00.893663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:00.915550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-46936299-f288-4bb7-9c67-cf006b66a8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:00.953459 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6a268e490b76409ab6839154cde7f379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688587 Feb 17 18:06:00.954355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53834) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:01.013003 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f6b2b-560f-42b1-9612-19f958e1667a,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:01.019075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:01.094535 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc93f7-79af-4143-922d-12e448825402 req-3c7e65f6-7914-4fef-bda5-35323fcfabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:01.096323 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aedc93f7-79af-4143-922d-12e448825402 req-3c7e65f6-7914-4fef-bda5-35323fcfabb1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 909 time: 0.3893950 Feb 17 18:06:01.100646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:01.114741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f159f21-bb55-4423-ac95-0fbab4c8da2e req-295200ce-7497-4c40-83d8-bc3da0259915 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:01.124134 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f159f21-bb55-4423-ac95-0fbab4c8da2e req-295200ce-7497-4c40-83d8-bc3da0259915 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2333789 Feb 17 18:06:01.135696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:01.201150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:01.221716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f1b8b2a1-0bf3-4a0b-9ad1-296a315e258a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:01.233421 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aedc93f7-79af-4143-922d-12e448825402 req-770b3e9d-b2bd-4097-b51f-635183f33c9e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb87283-7bd1-4036-bdeb-b648c4b7ff40 HTTP/1.1" status: 200 len: 217 time: 0.0897031 Feb 17 18:06:01.249094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:01.253988 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f00f6b2b-560f-42b1-9612-19f958e1667a HTTP/1.1" status: 204 len: 168 time: 0.2950003 Feb 17 18:06:01.262512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f6b2b-560f-42b1-9612-19f958e1667a,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:01.279818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:01.340609 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f159f21-bb55-4423-ac95-0fbab4c8da2e req-4346b143-b7ca-4264-a2fc-8f9938f5aeb3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152374 Feb 17 18:06:01.367356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc93f7-79af-4143-922d-12e448825402 req-8fd6d34c-0288-46ac-a63f-7aefd4575cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:01.371612 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aedc93f7-79af-4143-922d-12e448825402 req-8fd6d34c-0288-46ac-a63f-7aefd4575cca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.1246691 Feb 17 18:06:01.478560 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aedc93f7-79af-4143-922d-12e448825402 req-f1efafd7-acb9-4d92-ae10-728a3ed8610b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972383 Feb 17 18:06:01.673771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3761cc-fcfd-4825-ae57-0d3b283c3367 req-7f4405c8-bdbc-4e31-bb7b-aed14dea900f tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:01.675520 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ee3761cc-fcfd-4825-ae57-0d3b283c3367 req-7f4405c8-bdbc-4e31-bb7b-aed14dea900f tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 943 time: 0.2973361 Feb 17 18:06:01.729395 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aedc93f7-79af-4143-922d-12e448825402 req-8dfdd5eb-cc37-407f-88f5-fecd5f9d0053 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406142 Feb 17 18:06:01.830487 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ee3761cc-fcfd-4825-ae57-0d3b283c3367 req-136a0f16-4b0a-4a49-9538-92be8f386b5a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339331 Feb 17 18:06:01.919933 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aedc93f7-79af-4143-922d-12e448825402 req-cfb63826-7db7-442d-b5da-1524b6a9f716 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1802976 Feb 17 18:06:02.429045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53884) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:02.639857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c730d8e-8ff6-47ee-ab96-8b33c9386f2a req-31b1ba20-b005-42f8-9879-f6de9069d7ea tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:02.642402 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7c730d8e-8ff6-47ee-ab96-8b33c9386f2a req-31b1ba20-b005-42f8-9879-f6de9069d7ea tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1112180 Feb 17 18:06:02.664440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-10087163-network', 'tenant_id': '9a41b7d3ab734b8aa4cb1b66b0acb28e'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:02.670791 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:02.676930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Usage tracker for resource:network and tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:02.681192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:02.692049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:02.708270 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Made reservation on behalf of 9a41b7d3ab734b8aa4cb1b66b0acb28e for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:02.717763 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:02.730566 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7c730d8e-8ff6-47ee-ab96-8b33c9386f2a req-3563c85e-c785-4f8d-8423-304f2926ae0b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810509 Feb 17 18:06:02.735934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:02.759513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:02.764268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Usage tracker for resource:security_group_rule and tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:02.767753 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:02.776342 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:02.893423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:02.898558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:02.931103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:02.948493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:06:02.966271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:02.967107 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Added segment 7edd023f-c78f-4fc1-8020-f3b1d4df89ff of type vxlan for network 49f06560-4261-4204-b22e-09f3f38bf863 Feb 17 18:06:02.978609 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8bdba10d-c2bb-49fd-bbce-87a344c9b23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.043752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device bfb87283-7bd1-4036-bdeb-b648c4b7ff40 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:03.050387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.064045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539028ca-e8d6-4e15-911f-80d74dfa19e5,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:03.073369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:03.113983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.115593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:03.116451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.124532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:03.162550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:03.171837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:03.172936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.329280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Pushing event updated for resources: {'Network': ['ID=49f06560-4261-4204-b22e-09f3f38bf863,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:03.333412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3cc89-0c77-4a54-b5c3-f0d45310f6b4 req-86ae5b8b-f41c-4dcd-9675-b2faee823212 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:03.335779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:03.346010 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 49f06560-4261-4204-b22e-09f3f38bf863 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:03.350189 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cfe3cc89-0c77-4a54-b5c3-f0d45310f6b4 req-86ae5b8b-f41c-4dcd-9675-b2faee823212 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 943 time: 0.3167579 Feb 17 18:06:03.380713 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9494226 Feb 17 18:06:03.387687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53910) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:03.394957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Request body: {'subnet': {'network_id': '49f06560-4261-4204-b22e-09f3f38bf863', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-10087163-subnet', 'tenant_id': '9a41b7d3ab734b8aa4cb1b66b0acb28e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:03.419089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:03.425732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Usage tracker for resource:subnet and tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:03.435127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:03.459641 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cfe3cc89-0c77-4a54-b5c3-f0d45310f6b4 req-1cea8fb5-0f14-4883-812b-7024f26cf5db tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051869 Feb 17 18:06:03.462633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:03.468033 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 49f06560-4261-4204-b22e-09f3f38bf863 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:03.498630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Made reservation on behalf of 9a41b7d3ab734b8aa4cb1b66b0acb28e for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:03.507707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2305153'] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.577018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.639275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:03.658660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port bfb87283-7bd1-4036-bdeb-b648c4b7ff40, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:03.663809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:03.667740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:03.747521 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40', 'code': 200} Feb 17 18:06:03.748286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:03.757895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.758282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.759223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.759596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.760007 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.760356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.760724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.761081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.761438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.761794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.762150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.762507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.762927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.763287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.763646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.764038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.764396 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.764751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.765108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.765432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.765849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.766344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.766580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.766966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:03.772233 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:04.034513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 53932) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:04.335551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device bfb87283-7bd1-4036-bdeb-b648c4b7ff40 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:04.345631 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.391316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:04.406914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ee743-7497-4b75-85f8-d9950afa0001 req-6acc3568-5d62-44c2-8c37-b43de66c8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:04.409674 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6a1ee743-7497-4b75-85f8-d9950afa0001 req-6acc3568-5d62-44c2-8c37-b43de66c8ffc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 1162 time: 0.3585720 Feb 17 18:06:04.410909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Usage tracker for resource:security_group_rule and tenant:967e7afcd9f842c78c9e8c4fc27a65d4 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:04.417121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:04.437864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:04.491313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2305168'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.504257 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:04.504848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.511086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:04.562185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.606172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604ee32-7fc5-4507-a2ab-d86641cdcf8b req-67b7df0e-3fbf-4142-a7eb-19cb0ef82b8d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:04.607989 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a604ee32-7fc5-4507-a2ab-d86641cdcf8b req-67b7df0e-3fbf-4142-a7eb-19cb0ef82b8d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.4435666 Feb 17 18:06:04.612167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.663712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c054f1e-016b-4e25-898c-685a81dbb004,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:04.673798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8abf66c6-72f5-4650-83d0-57f91d70069c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:04.674098 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:04.684597 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=967e7afcd9f842c78c9e8c4fc27a65d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478848 Feb 17 18:06:04.690229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53954) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:04.758467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 53958) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:04.794364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.816238 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6a1ee743-7497-4b75-85f8-d9950afa0001 req-31c409e9-d540-435f-a4ca-c2081c190df3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856103 Feb 17 18:06:04.847145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.850090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8381663d-b491-4875-a410-8e5719949286,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:04.854685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:04.866989 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a604ee32-7fc5-4507-a2ab-d86641cdcf8b req-5ce152f3-9c95-4c7e-ad5b-c37e5c4481eb tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034531 Feb 17 18:06:04.902375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c957fa-46c3-4e9a-ad33-57dc9f8016dd req-ee0fff06-38a5-42e4-af46-8fff8ac6e369 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:04.909807 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-17c957fa-46c3-4e9a-ad33-57dc9f8016dd req-ee0fff06-38a5-42e4-af46-8fff8ac6e369 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 945 time: 0.1709590 Feb 17 18:06:04.948399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Checking segment: {'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:04.949065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Network hostable DHCP agents. Network: 49f06560-4261-4204-b22e-09f3f38bf863, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:06:04.954987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:04.960132 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-17c957fa-46c3-4e9a-ad33-57dc9f8016dd req-c64f03de-f0c8-481e-aec1-222f0c35163c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Feb 17 18:06:04.984461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:04.993086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Usage tracker for resource:security_group_rule and tenant:5067eed49dd4462dbb79445f29806a4a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:04.996318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Network 49f06560-4261-4204-b22e-09f3f38bf863 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:06:04.998440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.001609 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:05.005749 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d921ddcb-37f3-4b60-8a73-4b4360fe8f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:05.021387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:05.030002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8381663d-b491-4875-a410-8e5719949286,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:05.037908 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:05.043677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 49f06560-4261-4204-b22e-09f3f38bf863) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:05.064745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4cc470-ee79-4a04-a439-4dd397f7cc15 None None] Network 49f06560-4261-4204-b22e-09f3f38bf863 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:05.072630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:05.073239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.094730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.098807 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8381663d-b491-4875-a410-8e5719949286 HTTP/1.1" status: 204 len: 168 time: 0.4047086 Feb 17 18:06:05.113918 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-188ee6e7-aa48-44a3-91e6-9bb9d0eb143a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7201514 Feb 17 18:06:05.190581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.195692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.196977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6861bdff-4d28-46aa-97a4-34865216bbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.209862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5c2ddaf0-254f-4c3c-9303-785b97abb985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:05.217248 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.278073 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5067eed49dd4462dbb79445f29806a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139050 Feb 17 18:06:05.278073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10e0291-6477-46b9-9d7c-0c6f2418e5d3,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:05.278760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 53968) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:05.294604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:05.381595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517310c-2ee1-40c9-aff7-b3f3a1a08e39 None None] Network 49f06560-4261-4204-b22e-09f3f38bf863 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:05.395178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.476493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.589109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.606580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:05.641759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10e0291-6477-46b9-9d7c-0c6f2418e5d3,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:05.663338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:05.665639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:05.674159 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c10e0291-6477-46b9-9d7c-0c6f2418e5d3 HTTP/1.1" status: 204 len: 168 time: 0.3907347 Feb 17 18:06:06.411294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device bfb87283-7bd1-4036-bdeb-b648c4b7ff40 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:06.549584 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e61c3-31cf-41c7-a781-053f910bdc3d req-3b629d7c-db89-42de-86e4-1c99279e6375 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:06.557464 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-510e61c3-31cf-41c7-a781-053f910bdc3d req-3b629d7c-db89-42de-86e4-1c99279e6375 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 945 time: 0.2624934 Feb 17 18:06:06.582337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8fead-bcf4-4cfa-95da-ee04716863fe req-dc66829d-3d56-4a48-ae9e-b72b07585857 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:06.585224 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3ee8fead-bcf4-4cfa-95da-ee04716863fe req-dc66829d-3d56-4a48-ae9e-b72b07585857 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2294910 Feb 17 18:06:06.623018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:06.623519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:06.695640 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-510e61c3-31cf-41c7-a781-053f910bdc3d req-b4778c99-935a-4112-b78c-3704e985b216 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370156 Feb 17 18:06:06.708789 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3ee8fead-bcf4-4cfa-95da-ee04716863fe req-e6893947-23b9-4abd-abc0-ee0aa2ff69c3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124725 Feb 17 18:06:06.771308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:06.803731 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 54028) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:07.062714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-506496249-network', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:07.069052 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:07.074715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Usage tracker for resource:network and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:07.079097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:07.089615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:07.104192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.116499 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Made reservation on behalf of 9f13c1cab35643cdb6c18e225439e2b3 for: {'network': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:07.126643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.149470 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.181129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:07.190609 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Usage tracker for resource:security_group_rule and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:07.196303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:07.207972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:07.341393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.347084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.356263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-83e4faac-a4f0-453a-93db-22f5ce8fa1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:07.400343 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=84000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:06:07.417014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a06a6f-54bf-41be-b0dc-e0c5083af73a,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:07.420614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.421061 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Added segment a29feaa4-914a-49e1-a97c-50c5c113f667 of type vxlan for network 93e38ca4-274e-4cc5-b515-a705f964dd43 Feb 17 18:06:07.422593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:07.454205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.491550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.493213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:07.494006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.500910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b7805534-3bd4-4dcd-ad67-7bc9ee211704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:07.688417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:07.959052 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1511531 Feb 17 18:06:07.959861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54060) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:07.966836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Request body: {'subnet': {'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-506496249-subnet', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:07.974301 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:07.980988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Usage tracker for resource:subnet and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:07.984500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:07.993202 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:08.005976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Made reservation on behalf of 9f13c1cab35643cdb6c18e225439e2b3 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:08.012814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2305153'] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:08.013932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Pushing event updated for resources: {'Network': ['ID=93e38ca4-274e-4cc5-b515-a705f964dd43,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:08.017583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:08.027534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:08.046746 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:08.119949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d74b6c-2ce5-4c0e-99c1-4680c26e1eac req-347b8274-51ac-4ddd-a9c6-00a960bf1e75 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:08.128046 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-69d74b6c-2ce5-4c0e-99c1-4680c26e1eac req-347b8274-51ac-4ddd-a9c6-00a960bf1e75 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1823595 Feb 17 18:06:08.136543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77c937-cb8f-4508-bed9-69e86500180f req-3a6ab9a7-f593-40e9-abae-1f6baf2bacf4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:08.145137 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ae77c937-cb8f-4508-bed9-69e86500180f req-3a6ab9a7-f593-40e9-abae-1f6baf2bacf4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 945 time: 0.2401228 Feb 17 18:06:08.234461 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ae77c937-cb8f-4508-bed9-69e86500180f req-7ca7f158-2995-4f56-9347-540917973034 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Feb 17 18:06:08.256978 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-69d74b6c-2ce5-4c0e-99c1-4680c26e1eac req-c4c330d6-9e4d-4f82-9ac3-61a60c153950 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279519 Feb 17 18:06:08.572870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2305168'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:08.673975 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:08.774275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae0dc56-1874-4707-abee-19e7114ca306,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:08.775541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a73196aa-bcfa-49f5-b7fd-c7ed8b007ef4 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:08.779155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:08.796635 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a73196aa-bcfa-49f5-b7fd-c7ed8b007ef4 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/networks?id=49f06560-4261-4204-b22e-09f3f38bf863 HTTP/1.1" status: 200 len: 807 time: 0.2928729 Feb 17 18:06:08.820864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Checking segment: {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:08.821318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Network hostable DHCP agents. Network: 93e38ca4-274e-4cc5-b515-a705f964dd43, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:06:08.836270 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-c5438b9e-1b21-40cd-9cc3-275425ad5d32 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/quotas/9a41b7d3ab734b8aa4cb1b66b0acb28e HTTP/1.1" status: 200 len: 375 time: 0.0256464 Feb 17 18:06:08.860909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:06:08.873541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 93e38ca4-274e-4cc5-b515-a705f964dd43) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:08.882592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01693cf3-1bc7-40df-8727-171a25a6a486 None None] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:08.893361 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:08.894036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:08.921341 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-366daf73-a930-405c-ac4d-1ce4f3e83a2e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9600325 Feb 17 18:06:08.924163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54136) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:08.934378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:08.943735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:08.952377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Usage tracker for resource:router and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:08.954665 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-883f0199-58f4-40f1-b0fb-08862ccffee9 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9a41b7d3ab734b8aa4cb1b66b0acb28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1253500 Feb 17 18:06:08.966173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:08.979171 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:08.998999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854377250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.001435 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772443'] for router, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.053977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.201375 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-9ce9941e-6685-4a6e-b614-6f452d34a9a6 service neutron] 10.222.0.68 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328424 Feb 17 18:06:09.417822 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dbf15ac-85dc-51c3-8488-ffdd52fbcdca-93e38ca4-274e-4cc5-b515-a705f964dd43', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306'}]}} from dv-cinder-760193-3-smb. {{(pid=84002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:06:09.418763 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.427019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:09.427386 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8afab4bb-5fc7-490e-9428-3008bf1f2e9e service neutron] 10.222.0.68 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2246804 Feb 17 18:06:09.911740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271347c-5f12-4e43-9560-484e5a24b997 req-dd25f5de-edb0-49e9-bba3-eed229e1b0be tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:09.937514 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e271347c-5f12-4e43-9560-484e5a24b997 req-dd25f5de-edb0-49e9-bba3-eed229e1b0be tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1748550 Feb 17 18:06:10.146216 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e271347c-5f12-4e43-9560-484e5a24b997 req-b224dbd2-3ac7-4115-9555-1957b5093170 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073269 Feb 17 18:06:10.175253 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7f7c4581-1977-4c75-aea5-e8a347658d4a req-a9764400-d841-40b6-a74f-2daad40f76d2 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 210 time: 0.1730156 Feb 17 18:06:10.315615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Allocated IP 172.20.0.2 (93e38ca4-274e-4cc5-b515-a705f964dd43/9ae0dc56-1874-4707-abee-19e7114ca306/bfe72eb6-98f2-44b9-ba32-41795834cc7c) {{(pid=84002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:10.460469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:10.563065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.019439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Notify callbacks [] for port, precommit_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.044915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Transition to ACTIVE for port object bfe72eb6-98f2-44b9-ba32-41795834cc7c will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:11.066534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Transition to ACTIVE for port object bfe72eb6-98f2-44b9-ba32-41795834cc7c will not be triggered until provisioned by entity DHCP. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:11.073173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.095773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:11.132300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Allocated IP 172.28.2.204 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/0d624684-29a2-4d80-8f03-d97b5958ac80) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:11.345501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Pushing event updated for resources: {'Port': ['ID=bfe72eb6-98f2-44b9-ba32-41795834cc7c,revision_number=1']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:11.352998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:11.499799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.535120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11497aa1-ec25-4f2e-81b0-b99871f7fb5a req-0365c1f1-1a25-4b8a-a491-73077bf02d5c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:11.542270 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11497aa1-ec25-4f2e-81b0-b99871f7fb5a req-0365c1f1-1a25-4b8a-a491-73077bf02d5c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1684623 Feb 17 18:06:11.549086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 is already hosted by enough agents. {{(pid=84002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:11.560639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Resources bound (agent type, host, resource id): {{(pid=84002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:11.565410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Received port after_create {{(pid=84002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:11.603498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.718493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Attempting to bind port bfe72eb6-98f2-44b9-ba32-41795834cc7c on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:11.719223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Attempting to bind port bfe72eb6-98f2-44b9-ba32-41795834cc7c by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:11.719826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Attempting to bind port bfe72eb6-98f2-44b9-ba32-41795834cc7c on network 93e38ca4-274e-4cc5-b515-a705f964dd43 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:11.724253 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:11.727340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:11.731478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Checking segment: {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:11.735434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.736149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Bound using segment: {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:11.736881 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Bound port: bfe72eb6-98f2-44b9-ba32-41795834cc7c, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:11.737522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.855716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] For port bfe72eb6-98f2-44b9-ba32-41795834cc7c, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:11.863298 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] For port bfe72eb6-98f2-44b9-ba32-41795834cc7c, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=bfe72eb6-98f2-44b9-ba32-41795834cc7c,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:11.868268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:11.878984 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11497aa1-ec25-4f2e-81b0-b99871f7fb5a req-a74cda6b-a654-4b10-9628-ed1ca9fa37c4 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984841 Feb 17 18:06:11.911790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:11.918545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:11.925140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:11.930506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:11.965513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-30fb7194-160a-4d03-84a3-307f3fefcd4e tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:11.968206 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-30fb7194-160a-4d03-84a3-307f3fefcd4e tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "GET /v2.0/networks?id=49f06560-4261-4204-b22e-09f3f38bf863 HTTP/1.1" status: 200 len: 807 time: 0.2906003 Feb 17 18:06:11.978665 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-15ebda14-4ded-495d-9d8b-ef0d4b9cb57b req-5b387775-5897-4eaa-9fec-ae493fde5108 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 210 time: 0.1046076 Feb 17 18:06:11.990387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Request body: {'port': {'device_id': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863', 'admin_state_up': True, 'tenant_id': '9a41b7d3ab734b8aa4cb1b66b0acb28e'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:12.040682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Pushing event updated for resources: {'Port': ['ID=0d624684-29a2-4d80-8f03-d97b5958ac80,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:12.072221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:12.186480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Pushing event updated for resources: {'Port': ['ID=bfe72eb6-98f2-44b9-ba32-41795834cc7c,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:12.236042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:12.272778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:12.279667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Usage tracker for resource:port and tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:12.284778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:12.299132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:12.324267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Made reservation on behalf of 9a41b7d3ab734b8aa4cb1b66b0acb28e for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:12.336119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:13.057529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:13.068150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Allocated IP 172.20.0.4 (49f06560-4261-4204-b22e-09f3f38bf863/2c054f1e-016b-4e25-898c-685a81dbb004/6637678d-db4e-480c-9ef2-7301874e0416) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:13.321907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f951-6831-4cb7-82f4-d113936712ea req-33cb66c9-b9d4-48cf-a936-f846bdd4f37c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:13.329559 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d01f951-6831-4cb7-82f4-d113936712ea req-33cb66c9-b9d4-48cf-a936-f846bdd4f37c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2631299 Feb 17 18:06:13.463600 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d01f951-6831-4cb7-82f4-d113936712ea req-ee09dbde-b9a2-4b05-8e6e-d13df3099683 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329250 Feb 17 18:06:13.650481 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189'] for router, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:13.768673 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-337155e8-1821-4ad6-9f69-c037a7c0e42b req-f37a6aec-d744-495a-8470-d51981ca7097 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 210 time: 0.1083245 Feb 17 18:06:13.782184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:13.894297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:13.919394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8b5ee97a-6219-4488-9b07-842671a86528 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:13.993040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7cd3f478-3ba4-4205-aff4-d4fbda6bebcf tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:14.001196 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7cd3f478-3ba4-4205-aff4-d4fbda6bebcf tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 0.4639001 Feb 17 18:06:14.070217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a is scheduled to L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 with binding_index 1 {{(pid=84001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:06:14.098523 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-e1948a85-29f1-4ac5-bcb6-b16b15008888 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/quotas/ca53dce0ecf24965b05506ff10bdf63a HTTP/1.1" status: 200 len: 375 time: 0.0959115 Feb 17 18:06:14.206259 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Pushing event updated for resources: {'Port': ['ID=6637678d-db4e-480c-9ef2-7301874e0416,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:14.210021 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:14.306348 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-619ba1fc-7504-41eb-9d7f-df8e76e1f198 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2064226 Feb 17 18:06:14.423030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Network 49f06560-4261-4204-b22e-09f3f38bf863 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:14.430710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:14.433300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:14.439682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:14.440446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:14.494340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device bfe72eb6-98f2-44b9-ba32-41795834cc7c up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:14.517508 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5333700 Feb 17 18:06:14.569632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Request body: {'port': {'device_id': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:14.741956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:06:14.755650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74113e57-a945-4893-b145-793ae55cb2f5 None None] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:14.758364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Sync routers for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:06:14.795922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:14.795922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:14.846157 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Notify callbacks [] for router, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:14.848470 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9229500 Feb 17 18:06:14.863409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54286) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:14.906279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 54290) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:14.932839 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-5efc5278-72d9-41de-aa22-0f8051990e22 service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6253695 Feb 17 18:06:14.950553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] Provisioning for port bfe72eb6-98f2-44b9-ba32-41795834cc7c completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:14.962378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:14.967051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port bfe72eb6-98f2-44b9-ba32-41795834cc7c completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:14.996980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] Provisioning complete for port bfe72eb6-98f2-44b9-ba32-41795834cc7c triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:14.997407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:15.185462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port bfe72eb6-98f2-44b9-ba32-41795834cc7c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:15.186007 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:15.322412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:15.396805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:15.414385 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:15.489787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] For port bfe72eb6-98f2-44b9-ba32-41795834cc7c, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=bfe72eb6-98f2-44b9-ba32-41795834cc7c,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:15.670150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:15.686277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:15.919835 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] Pushing event updated for resources: {'Port': ['ID=bfe72eb6-98f2-44b9-ba32-41795834cc7c,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:15.942823 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ef7dcc08-d706-4d79-bb8e-f61d39b590d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:16.066418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064fce0-5eee-4799-80ff-ea9057884bfa req-0c5bf398-7f3f-4c9b-886e-a254f8133e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:16.069418 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1064fce0-5eee-4799-80ff-ea9057884bfa req-0c5bf398-7f3f-4c9b-886e-a254f8133e8d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 0.6505616 Feb 17 18:06:16.132211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:16.140370 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Usage tracker for resource:security_group_rule and tenant:570300ee833a4a27b042c767610c876e is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:16.145912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:16.166301 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:16.293150 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-73112dcc-0d56-4c00-922d-36fff7109fa5 service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3572979 Feb 17 18:06:16.559855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device bfe72eb6-98f2-44b9-ba32-41795834cc7c up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:16.629408 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1064fce0-5eee-4799-80ff-ea9057884bfa req-4e5c1465-541f-4e66-8db0-fb4ea7c2dd39 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515201 Feb 17 18:06:16.667200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3fd6d-5aa7-4cea-8d27-f9fc4fe320d2 req-2ba88613-e0f4-4918-afd3-728e41bb7d91 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:16.682500 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9fc3fd6d-5aa7-4cea-8d27-f9fc4fe320d2 req-2ba88613-e0f4-4918-afd3-728e41bb7d91 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 1.7024276 Feb 17 18:06:16.954695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-30674382-a97a-4775-9d23-b51fe34fcd0f None None] Provisioning complete for port bfe72eb6-98f2-44b9-ba32-41795834cc7c triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:16.955298 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-30674382-a97a-4775-9d23-b51fe34fcd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:17.076018 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9fc3fd6d-5aa7-4cea-8d27-f9fc4fe320d2 req-10369e72-4ae1-49e6-97a3-ef57e89e6437 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910830 Feb 17 18:06:17.079757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:12Z', 'revision_number': 3, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:17.103407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Checking router: 12cd5c4b-ce99-47b7-94f9-2685bc0c056a for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:06:17.119874 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Updating router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a port 0d624684-29a2-4d80-8f03-d97b5958ac80 binding host dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:06:17.175486 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:17.210462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:17.276840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:17.363354 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port bfe72eb6-98f2-44b9-ba32-41795834cc7c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:17.366648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:17.461187 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:17.558952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:17.900875 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=570300ee833a4a27b042c767610c876e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9886122 Feb 17 18:06:17.944917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 54320) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:18.097868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-cc9653b1-ea81-4b16-9bc7-b13f699b0259 None None] Provisioning complete for port bfe72eb6-98f2-44b9-ba32-41795834cc7c triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:18.103181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cc9653b1-ea81-4b16-9bc7-b13f699b0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:18.133994 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620df42b-97cf-46f3-b8c9-d9023296b0bc,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:18.158622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:18.295066 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c4584d87-e569-44dc-afe8-8348af30da43 req-4b77b1f9-e7eb-48d5-93a1-dbc8ec34489e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 210 time: 0.5606639 Feb 17 18:06:18.317431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Allocated IP 172.20.0.1 (93e38ca4-274e-4cc5-b515-a705f964dd43/9ae0dc56-1874-4707-abee-19e7114ca306/c4122d3d-74c0-4f1f-9984-7f5d387ed7a7) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:18.417595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:18.599212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:18.633175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Transition to ACTIVE for port object c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:18.692112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:18.738419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:18.746527 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:18.960611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:18.993616 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04af028-89ba-4694-b438-bf0b4be55a3d req-9b2890be-e9b4-4fde-b286-38f67fa41757 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:18.994944 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-a04af028-89ba-4694-b438-bf0b4be55a3d req-9b2890be-e9b4-4fde-b286-38f67fa41757 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Synchronizing usage tracker for tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:06:19.022841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Transition to ACTIVE for port object 0d624684-29a2-4d80-8f03-d97b5958ac80 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:19.025078 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:19.031577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.089589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:19.090271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.249837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Pushing event updated for resources: {'Port': ['ID=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:19.259666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:19.411802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:19.420741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:19.433292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:19.562420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.594371 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8d74457a-aea2-4ef0-8df1-ee18f0b38d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:19.697905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:19.737003 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-a04af028-89ba-4694-b438-bf0b4be55a3d req-9b2890be-e9b4-4fde-b286-38f67fa41757 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Unset dirty status for tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:06:19.751992 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a04af028-89ba-4694-b438-bf0b4be55a3d req-9b2890be-e9b4-4fde-b286-38f67fa41757 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 931 time: 2.4497387 Feb 17 18:06:19.768600 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620df42b-97cf-46f3-b8c9-d9023296b0bc,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:19.771579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396306'] for router_interface, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.814896 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6637678d-db4e-480c-9ef2-7301874e0416 {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:06:19.840762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:19.842161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.854810 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/620df42b-97cf-46f3-b8c9-d9023296b0bc HTTP/1.1" status: 204 len: 168 time: 1.7229326 Feb 17 18:06:19.870221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:19.965627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Transition to ACTIVE for port object 6637678d-db4e-480c-9ef2-7301874e0416 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:20.020883 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a04af028-89ba-4694-b438-bf0b4be55a3d req-7ebe2924-841c-4678-8758-35832a2e2cda tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105453 Feb 17 18:06:20.025802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.113519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-aa584676-c210-43e3-b768-cb0c53806ffd None None] Provisioning for port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:20.134333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-aa584676-c210-43e3-b768-cb0c53806ffd None None] Provisioning complete for port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:20.135290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-254930f7-e556-4abb-96b4-245618259ac8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:20.135807 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-aa584676-c210-43e3-b768-cb0c53806ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.155528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Pushing event updated for resources: {'Port': ['ID=0d624684-29a2-4d80-8f03-d97b5958ac80,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:20.285974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.286501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.287149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.290780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.292522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.293502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.294122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.294774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.295401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.296052 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.297448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.304735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.305757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.306429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.307083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.307738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.311937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.313232 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.313831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.314711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.315310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.320129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.320995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.321613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:20.353752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Attempting to bind port 0d624684-29a2-4d80-8f03-d97b5958ac80 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:20.354534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Attempting to bind port 0d624684-29a2-4d80-8f03-d97b5958ac80 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:20.356197 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Attempting to bind port 0d624684-29a2-4d80-8f03-d97b5958ac80 on network b0770177-7107-409d-9bed-e1ff27810df2 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:20.386235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:20.387928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:20.388593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:20.389349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.397417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Bound using segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:20.398355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Bound port: 0d624684-29a2-4d80-8f03-d97b5958ac80, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:20.399596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:20.465036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-aa584676-c210-43e3-b768-cb0c53806ffd None None] Port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:06:20.990049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] For port 0d624684-29a2-4d80-8f03-d97b5958ac80, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:20.996121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] For port 0d624684-29a2-4d80-8f03-d97b5958ac80, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=0d624684-29a2-4d80-8f03-d97b5958ac80,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:21.002797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.101294 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2b8a9a98-154f-4c29-916a-00d76fa281f1 req-e951932e-c2a8-422a-8005-7acd6433b392 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 210 time: 0.4542248 Feb 17 18:06:21.174817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Pushing event updated for resources: {'Port': ['ID=6637678d-db4e-480c-9ef2-7301874e0416,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:21.212035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:21.250367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c5eb4-8c55-42f3-bfe3-b660b7b8fd3f req-7d159ec0-6314-418d-ba00-a767e8931c50 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:21.265676 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b06c5eb4-8c55-42f3-bfe3-b660b7b8fd3f req-7d159ec0-6314-418d-ba00-a767e8931c50 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.7970304 Feb 17 18:06:21.309607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.371487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:21.400449 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-96466648-ba6b-4260-b7e8-a911abb4020e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:21.401894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-96466648-ba6b-4260-b7e8-a911abb4020e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:network {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:06:21.404851 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b06c5eb4-8c55-42f3-bfe3-b660b7b8fd3f req-4453263e-8ca2-4606-8c6c-f956d5f29804 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351893 Feb 17 18:06:21.528620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-96466648-ba6b-4260-b7e8-a911abb4020e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:network {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:06:21.529776 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-96466648-ba6b-4260-b7e8-a911abb4020e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 1.4224477 Feb 17 18:06:21.562177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Request body: {'port': {'device_id': '0dc206cb-1125-48eb-ae21-4e472e513082', 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0', 'admin_state_up': True, 'tenant_id': 'ca53dce0ecf24965b05506ff10bdf63a'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:21.642274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:21.644809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:21.751022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Attempting to bind port 6637678d-db4e-480c-9ef2-7301874e0416 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:21.751557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Attempting to bind port 6637678d-db4e-480c-9ef2-7301874e0416 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:21.752186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Attempting to bind port 6637678d-db4e-480c-9ef2-7301874e0416 on network 49f06560-4261-4204-b22e-09f3f38bf863 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:21.771790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:21.772473 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Checking segment: {'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:21.773170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.775356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Bound using segment: {'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:21.776258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Bound port: 6637678d-db4e-480c-9ef2-7301874e0416, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:21.776921 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:21.811211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321a0eb-83a5-4d25-9881-1e38dddb1a50 req-e4728724-e56c-4bea-9261-c1abadd97a0c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:21.813844 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9321a0eb-83a5-4d25-9881-1e38dddb1a50 req-e4728724-e56c-4bea-9261-c1abadd97a0c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.3848786 Feb 17 18:06:21.899962 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:21.997611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Pushing event updated for resources: {'Port': ['ID=0d624684-29a2-4d80-8f03-d97b5958ac80,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:22.005380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:22.038699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:22.081559 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9321a0eb-83a5-4d25-9881-1e38dddb1a50 req-df6d7df8-8f45-4227-8bf0-3dc6d158e6ed tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890385 Feb 17 18:06:22.169358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] For port 6637678d-db4e-480c-9ef2-7301874e0416, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:22.178143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] For port 6637678d-db4e-480c-9ef2-7301874e0416, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6637678d-db4e-480c-9ef2-7301874e0416,segment=NetworkSegment(7edd023f-c78f-4fc1-8020-f3b1d4df89ff),segment_id=7edd023f-c78f-4fc1-8020-f3b1d4df89ff)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:22.188527 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.229029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ad64904-c88d-4666-8021-e780754ef9bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:22.425914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a8cdf-938f-4dd5-9e79-a4543b0cbfdb req-d53e6f98-4399-4edc-9553-52891ac636a1 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:22.429533 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fa2a8cdf-938f-4dd5-9e79-a4543b0cbfdb req-d53e6f98-4399-4edc-9553-52891ac636a1 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 943 time: 0.6085789 Feb 17 18:06:22.455317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.476932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.527026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:22.628077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:22.654898 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Pushing event updated for resources: {'Port': ['ID=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:22.658271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:22.664600 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:22.665732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379404'] for router_interface, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.678156 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-21aa3ba0-c8d6-438e-bfa5-3341ab6cd06c req-f34641d8-14c0-4f7c-8271-66b6222a5e05 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 210 time: 0.1970642 Feb 17 18:06:22.777220 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:18Z', 'revision_number': 1, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:22.781761 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fa2a8cdf-938f-4dd5-9e79-a4543b0cbfdb req-a23d5097-2b74-40cc-8a95-5cfb02bb389c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766066 Feb 17 18:06:22.785069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Pushing event updated for resources: {'Port': ['ID=6637678d-db4e-480c-9ef2-7301874e0416,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:22.785286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad13c76-11b7-4a7a-b213-5917502f5557 None None] The sync data for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb is: [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:18Z', 'revision_number': 1, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:06:22.808269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:22.823404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Made reservation on behalf of ca53dce0ecf24965b05506ff10bdf63a for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:22.829395 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.870809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:22.870809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:22.871214 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] 10.222.0.75 "PUT /v2.0/ports/6637678d-db4e-480c-9ef2-7301874e0416 HTTP/1.1" status: 200 len: 1157 time: 8.3274543 Feb 17 18:06:22.871974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'tag': '6637678d-db4e-480c-9ef2-7301874e0416'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:22.947507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:22.949196 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:23.009170 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'tag': '6637678d-db4e-480c-9ef2-7301874e0416', 'status': 'completed', 'code': 200} Feb 17 18:06:23.059504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-cc701356-66a3-4f2f-8879-7395d054b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:23.062632 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-cc701356-66a3-4f2f-8879-7395d054b477 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a41b7d3ab734b8aa4cb1b66b0acb28e&device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 1160 time: 0.1429648 Feb 17 18:06:23.217625 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-4ee769e7-74af-44f0-96f9-beceee9b28f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6637678d-db4e-480c-9ef2-7301874e0416 HTTP/1.1" status: 200 len: 217 time: 0.1442838 Feb 17 18:06:23.336162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-060f4339-b8e2-4a12-9329-87fc4501a2fd None None] Provisioning complete for port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:23.336636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-060f4339-b8e2-4a12-9329-87fc4501a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:23.486996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-f42959c7-0d54-41cc-a952-9cb53d3c16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:23.488758 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-f42959c7-0d54-41cc-a952-9cb53d3c16da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c054f1e-016b-4e25-898c-685a81dbb004 HTTP/1.1" status: 200 len: 847 time: 0.1321831 Feb 17 18:06:23.496779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-060f4339-b8e2-4a12-9329-87fc4501a2fd None None] Port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:06:23.699025 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-473b54ca-63ef-4dd0-8644-449b5857006c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49f06560-4261-4204-b22e-09f3f38bf863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477926 Feb 17 18:06:23.820190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:06:24.143039 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Allocated IP 172.20.0.14 (9b24a6ad-f37d-4277-bd3b-42dc07df05a0/48784fc0-d48f-4f73-a7ec-1eebaa28a1c0/462f910e-8547-4e51-9489-cc2d83e6ab32) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:24.243765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc93dc-27ee-4215-9f85-839d5975c9ed req-67388dd3-2a9e-42e2-93c1-b4cd2654d5fa tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:24.245486 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b2dc93dc-27ee-4215-9f85-839d5975c9ed req-67388dd3-2a9e-42e2-93c1-b4cd2654d5fa tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.7025242 Feb 17 18:06:24.270331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-c95d1819-fd82-431c-8da1-e04e7d5889df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:24.272233 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-c95d1819-fd82-431c-8da1-e04e7d5889df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 1.0535588 Feb 17 18:06:24.306223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78123682-d49f-4826-a36c-8fcd8301c8ca req-b81f9128-c359-4705-926b-a8b423819528 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:24.308084 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-78123682-d49f-4826-a36c-8fcd8301c8ca req-b81f9128-c359-4705-926b-a8b423819528 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.8182337 Feb 17 18:06:24.319120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:06:24.400977 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-87369f9c-0e90-4253-9f75-49ce59e12374 service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6814535 Feb 17 18:06:24.436513 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] 10.222.0.68 "PUT /v2.0/routers/12cd5c4b-ce99-47b7-94f9-2685bc0c056a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5696757 Feb 17 18:06:24.603840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-9b0cca14-d924-459a-aa94-b9f833e554fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:24.607316 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-9b0cca14-d924-459a-aa94-b9f833e554fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.3095922 Feb 17 18:06:24.676126 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:24.707407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 0d624684-29a2-4d80-8f03-d97b5958ac80 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:24.798867 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:24.811723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 0d624684-29a2-4d80-8f03-d97b5958ac80 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:24.825372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:24.829598 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 0d624684-29a2-4d80-8f03-d97b5958ac80 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:24.830116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:24.919917 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-973c92f2-9df8-4b36-9f48-0ec35db4b985 req-669c039b-bd02-4798-8e5c-44d5cac77f1b service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4944873 Feb 17 18:06:25.139824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:25.149015 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b2dc93dc-27ee-4215-9f85-839d5975c9ed req-8491da1e-3fe6-4086-8fa4-e2cf2d30743f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8876643 Feb 17 18:06:25.183348 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 0d624684-29a2-4d80-8f03-d97b5958ac80, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=0d624684-29a2-4d80-8f03-d97b5958ac80,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:25.192133 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:25.193017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event updated for resources: {'Port': ['ID=462f910e-8547-4e51-9489-cc2d83e6ab32,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:25.195369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-54b61062-6862-4533-bdfd-ca42275243d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:25.211802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:25.221793 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-706d7493-d222-4d40-92cd-49640d04dcf6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 217 time: 0.2766583 Feb 17 18:06:25.324831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=0d624684-29a2-4d80-8f03-d97b5958ac80,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:25.332226 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:25.337371 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-78123682-d49f-4826-a36c-8fcd8301c8ca req-ae31ada0-4fd7-41d8-a419-21cbf865dbb4 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9344008 Feb 17 18:06:25.352879 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:25.355099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:25.369654 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:25.500898 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:25.502248 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:25.563304 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0121474 Feb 17 18:06:25.583119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Request body: {'port': {'device_id': '0dc206cb-1125-48eb-ae21-4e472e513082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:25.605996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-828713b6-341a-43a9-9d2d-1a769605d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:25.609001 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-828713b6-341a-43a9-9d2d-1a769605d124 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.3721178 Feb 17 18:06:25.726273 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-5c73482b-75bf-48db-aee9-a906f311dd3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062181 Feb 17 18:06:25.735910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-93d03ccc-f8c8-492b-9f02-4ec16b56dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:25.739030 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-93d03ccc-f8c8-492b-9f02-4ec16b56dd45 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a41b7d3ab734b8aa4cb1b66b0acb28e&device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 1160 time: 0.6909699 Feb 17 18:06:25.788532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.154715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54422) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:26.163654 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1147761967-network', 'tenant_id': '22daeb8159944071842cee3cb05dbe80'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:26.222981 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-bf333ab8-1688-47af-b004-4c51817787eb service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804261 Feb 17 18:06:26.235835 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a215a-5fef-48ae-832d-223e5b2c3e30 req-34da129a-a121-452c-bd05-000348ab8aba tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:26.239084 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2f8a215a-5fef-48ae-832d-223e5b2c3e30 req-34da129a-a121-452c-bd05-000348ab8aba tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 932 time: 0.8515444 Feb 17 18:06:26.312254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:26.320759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Usage tracker for resource:network and tenant:22daeb8159944071842cee3cb05dbe80 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:26.328454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:26.339722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:26.374592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Made reservation on behalf of 22daeb8159944071842cee3cb05dbe80 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:26.379723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.400209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.428379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:26.435464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Usage tracker for resource:security_group_rule and tenant:22daeb8159944071842cee3cb05dbe80 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:26.439949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:26.449202 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:26.558399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462f910e-8547-4e51-9489-cc2d83e6ab32 {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:06:26.574787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.585234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-00b6d439-f394-4c17-b704-189eb59a58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:26.587486 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-00b6d439-f394-4c17-b704-189eb59a58f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49f06560-4261-4204-b22e-09f3f38bf863 HTTP/1.1" status: 200 len: 901 time: 0.6341660 Feb 17 18:06:26.590371 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Transition to ACTIVE for port object 462f910e-8547-4e51-9489-cc2d83e6ab32 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:26.623313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.628413 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 0d624684-29a2-4d80-8f03-d97b5958ac80 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:26.648949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:26.686604 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2f8a215a-5fef-48ae-832d-223e5b2c3e30 req-57dba075-a85e-43e0-9fda-8bc521cbb7c7 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060266 Feb 17 18:06:26.724580 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-6447ada5-3795-4c42-97b5-8222e4c7c400 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6637678d-db4e-480c-9ef2-7301874e0416 HTTP/1.1" status: 200 len: 217 time: 0.1160972 Feb 17 18:06:26.785341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 0d624684-29a2-4d80-8f03-d97b5958ac80 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:26.785905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.945783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.960231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:26.968761 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e04d312e-28dc-44fc-a499-44055ab9d0a0 req-306c05aa-40c7-4185-8ccf-bce57523526a service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7277467 Feb 17 18:06:26.971042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=462f910e-8547-4e51-9489-cc2d83e6ab32,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:26.982936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:26.986034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f4a8544d-9633-4322-8588-725ad67490ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:27.010374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-e82bcfe9-1616-4d53-9896-dc2b99b69e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:27.013933 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-e82bcfe9-1616-4d53-9896-dc2b99b69e0a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c054f1e-016b-4e25-898c-685a81dbb004 HTTP/1.1" status: 200 len: 847 time: 0.2560213 Feb 17 18:06:27.069263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:06:27.113952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968d2b72-3315-4341-8044-05d84d3775e7,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:27.116682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13408b9-ab5e-4156-b57f-c343ac6ee0e8 req-5985c434-9671-45f9-83ba-4ea4ffa8c8fa tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:27.125824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:27.133369 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e13408b9-ab5e-4156-b57f-c343ac6ee0e8 req-5985c434-9671-45f9-83ba-4ea4ffa8c8fa tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 943 time: 0.6963148 Feb 17 18:06:27.140793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:27.141403 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Added segment 65d2b747-ff51-4b5d-9ab2-65b24ca1173f of type vxlan for network 789fa110-33eb-4235-91cd-2521c73b6632 Feb 17 18:06:27.191777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-d08694c9-f670-43a2-b03a-26d7948da771 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49f06560-4261-4204-b22e-09f3f38bf863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683466 Feb 17 18:06:27.318127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:27.360983 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e13408b9-ab5e-4156-b57f-c343ac6ee0e8 req-87a3e17b-9de5-49fd-83e1-bf82a52cc7dc tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262986 Feb 17 18:06:27.379822 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da671bf-80cd-4cbf-b251-de0743a24d25 req-472e9559-e0d7-40a0-bdab-86ce13f1a6f8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:27.381771 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4da671bf-80cd-4cbf-b251-de0743a24d25 req-472e9559-e0d7-40a0-bdab-86ce13f1a6f8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.4930716 Feb 17 18:06:27.435918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Sync routers for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:06:27.461007 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:27.463877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:27.490409 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4da671bf-80cd-4cbf-b251-de0743a24d25 req-7b8fa088-6923-4ec4-bcb4-bd64d4295281 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851626 Feb 17 18:06:27.539652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Attempting to bind port 462f910e-8547-4e51-9489-cc2d83e6ab32 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:27.540310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Attempting to bind port 462f910e-8547-4e51-9489-cc2d83e6ab32 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:27.540911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Attempting to bind port 462f910e-8547-4e51-9489-cc2d83e6ab32 on network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:27.556789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:27.563291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:27.576817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:27.583959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:27.588737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Checking segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:27.589428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:27.590117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Bound using segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:27.590993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Bound port: 462f910e-8547-4e51-9489-cc2d83e6ab32, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:27.591638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:27.603558 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-4776a5d0-7545-4312-9d6b-b6df6e4264af service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961601 Feb 17 18:06:27.629326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:27.904758 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d7e8de5-d1a6-48d0-b33b-266206cb65f6 req-84e6cd08-9651-4ba5-84cc-56303021f34a service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2862911 Feb 17 18:06:28.051865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:28.324432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Pushing event updated for resources: {'Network': ['ID=789fa110-33eb-4235-91cd-2521c73b6632,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:28.334554 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.1795366 Feb 17 18:06:28.345369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:28.349683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54442) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:28.392018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Request body: {'subnet': {'network_id': '789fa110-33eb-4235-91cd-2521c73b6632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1147761967-subnet', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:28.404550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:28.422264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Usage tracker for resource:subnet and tenant:22daeb8159944071842cee3cb05dbe80 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:28.438583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:28.453330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] For port 462f910e-8547-4e51-9489-cc2d83e6ab32, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:28.458267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:28.464428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] For port 462f910e-8547-4e51-9489-cc2d83e6ab32, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=462f910e-8547-4e51-9489-cc2d83e6ab32,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:28.472289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 789fa110-33eb-4235-91cd-2521c73b6632 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:28.475948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:28.502529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:28.605177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4cb62-d246-488b-a765-3dd1a0579689 req-8203fde2-9019-46cc-8e25-f5b3732f5b82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:28.606567 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dfd4cb62-d246-488b-a765-3dd1a0579689 req-8203fde2-9019-46cc-8e25-f5b3732f5b82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.6449666 Feb 17 18:06:28.647724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7c82e-2ad9-4b92-a0f1-d9fbc8c8544b req-db544632-bea3-4b62-8e40-5ce69157e1ce tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:28.651328 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c4d7c82e-2ad9-4b92-a0f1-d9fbc8c8544b req-db544632-bea3-4b62-8e40-5ce69157e1ce tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.6065912 Feb 17 18:06:28.753506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 789fa110-33eb-4235-91cd-2521c73b6632 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:28.799243 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dfd4cb62-d246-488b-a765-3dd1a0579689 req-e46bb158-12a7-447d-b503-3741e705b20c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752639 Feb 17 18:06:28.820959 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c4d7c82e-2ad9-4b92-a0f1-d9fbc8c8544b req-538b970f-5215-4855-b15c-ce00599daa0b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428123 Feb 17 18:06:28.821763 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Made reservation on behalf of 22daeb8159944071842cee3cb05dbe80 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:28.829427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2305153'] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.072797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:29.073702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.075261 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] 10.222.0.75 "PUT /v2.0/ports/462f910e-8547-4e51-9489-cc2d83e6ab32 HTTP/1.1" status: 200 len: 1158 time: 3.4972537 Feb 17 18:06:29.093780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:29.168151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Pushing event updated for resources: {'Port': ['ID=462f910e-8547-4e51-9489-cc2d83e6ab32,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:29.182149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:29.241170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:22Z', 'revision_number': 2, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:29.253814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Checking router: 12cd5c4b-ce99-47b7-94f9-2685bc0c056a for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:06:29.254938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Updating router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 binding host dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:06:29.330463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:29.417033 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-dff1ace0-7fe3-4050-a85f-471ec4c59ab6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84002) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:06:29.472739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7c736-9ca8-441e-9298-f7be6e6e7ce2 req-e5da245d-4450-4b77-9f3d-9087cffa703d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:29.485931 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8fd7c736-9ca8-441e-9298-f7be6e6e7ce2 req-e5da245d-4450-4b77-9f3d-9087cffa703d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 944 time: 0.4020479 Feb 17 18:06:29.504564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cfa0d-a3b3-417d-aa1e-31f3c6918f86 req-9385bbc3-aeb2-4cb4-a894-1444e22fd28b tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:29.507929 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9c8cfa0d-a3b3-417d-aa1e-31f3c6918f86 req-9385bbc3-aeb2-4cb4-a894-1444e22fd28b tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 943 time: 0.3047059 Feb 17 18:06:29.752176 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8fd7c736-9ca8-441e-9298-f7be6e6e7ce2 req-61fe75f5-81b1-4d33-aa4f-b2a6f7d3e355 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374136 Feb 17 18:06:29.813572 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9c8cfa0d-a3b3-417d-aa1e-31f3c6918f86 req-b94b71bf-9a1f-4164-8b8b-a1db522c804a tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711802 Feb 17 18:06:29.860861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-bd5a3470-edcd-4da4-8d90-a1b47b450e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:29.862412 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-bd5a3470-edcd-4da4-8d90-a1b47b450e46 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 1161 time: 0.6788104 Feb 17 18:06:30.020759 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-5af7643d-8c69-43e9-8a19-80d5505fe3c1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=462f910e-8547-4e51-9489-cc2d83e6ab32 HTTP/1.1" status: 200 len: 217 time: 0.1462758 Feb 17 18:06:30.136897 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-8451093f-82a1-4c07-ac80-9fff05292951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:30.138718 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-8451093f-82a1-4c07-ac80-9fff05292951 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.0977147 Feb 17 18:06:30.141120 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32', 'status': 'completed', 'code': 200} Feb 17 18:06:30.243568 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-5691142c-cdcd-473b-9391-c3bff6945009 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947032 Feb 17 18:06:30.264796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Notify callbacks [] for port, precommit_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:30.270529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373bf30-9d8d-45c1-a846-ecf0a9610429 req-40e924c7-55bf-4223-aa0b-a104ff8c9527 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:30.281791 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Transition to ACTIVE for port object c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:30.285392 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e373bf30-9d8d-45c1-a846-ecf0a9610429 req-40e924c7-55bf-4223-aa0b-a104ff8c9527 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.2266462 Feb 17 18:06:30.287777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:30.321348 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:30.346049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:30.494599 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e373bf30-9d8d-45c1-a846-ecf0a9610429 req-77f5382c-4d89-453f-948d-09ac222e6722 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032473 Feb 17 18:06:30.591058 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-5d238e07-7aff-4907-9def-a624d84c10df service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274212 Feb 17 18:06:30.597287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb9d3d-3fa8-419a-88f5-8cc21556c8eb req-9b8bba9d-5623-45e9-9488-b95ac23ca4b8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:30.599265 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f2cb9d3d-3fa8-419a-88f5-8cc21556c8eb req-9b8bba9d-5623-45e9-9488-b95ac23ca4b8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2514129 Feb 17 18:06:30.600846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2305168'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:30.738402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:30.746971 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f2cb9d3d-3fa8-419a-88f5-8cc21556c8eb req-82c8d42e-76c3-4d09-b530-cde659a125cb tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230934 Feb 17 18:06:30.781549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7af04-bd35-4f7f-b93e-aac1a1ad3016 req-6fd0f471-4022-40be-9c50-4dca5fcded37 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:30.784147 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e8d7af04-bd35-4f7f-b93e-aac1a1ad3016 req-6fd0f471-4022-40be-9c50-4dca5fcded37 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.1176569 Feb 17 18:06:30.889678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5df0373-8d41-4ca8-8363-80ef32f701be,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:30.893145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:30.901068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb40a6-da68-4712-94e4-4e405051c815 None None] Pushing event updated for resources: {'Port': ['ID=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:30.917434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-adfb40a6-da68-4712-94e4-4e405051c815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:30.934689 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e8d7af04-bd35-4f7f-b93e-aac1a1ad3016 req-78a4b425-826f-4027-bb3b-45464c044d51 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330698 Feb 17 18:06:30.979485 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:30.980081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.034851 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93a0c245-9768-4de8-b8c0-c2327a6c1bcd req-35cd827a-0ea8-426a-b11c-046efc0d3da2 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4289827 Feb 17 18:06:31.097971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Checking segment: {'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:31.098536 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Network hostable DHCP agents. Network: 789fa110-33eb-4235-91cd-2521c73b6632, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:06:31.246378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Network 789fa110-33eb-4235-91cd-2521c73b6632 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:06:31.282422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 789fa110-33eb-4235-91cd-2521c73b6632) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:31.343132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:31.344405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.380296 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0fa135-f0b5-4ee9-8e10-c6b63fd1724e None None] Network 789fa110-33eb-4235-91cd-2521c73b6632 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:31.425322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf195d-2a4a-4e59-bbd1-79f0684b31e9 req-11cfd3c5-75d5-43ba-b5fb-061050db96e0 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:31.427054 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9bf195d-2a4a-4e59-bbd1-79f0684b31e9 req-11cfd3c5-75d5-43ba-b5fb-061050db96e0 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 944 time: 0.1886957 Feb 17 18:06:31.464909 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1135333 Feb 17 18:06:31.472166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54474) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:31.492095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1147761967-router', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:31.511997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:31.538689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-f256a5d0-8040-4614-80a1-8b53f67ae22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:31.547026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8e22b-f0d3-46fd-b1f3-ceb1cd9b7eb3 req-a5acfee7-b3cb-407a-b0c0-3bab0c034b67 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:31.560869 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-f256a5d0-8040-4614-80a1-8b53f67ae22a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 1161 time: 0.4302232 Feb 17 18:06:31.561224 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-92a8e22b-f0d3-46fd-b1f3-ceb1cd9b7eb3 req-a5acfee7-b3cb-407a-b0c0-3bab0c034b67 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 943 time: 0.3893061 Feb 17 18:06:31.562789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Usage tracker for resource:router and tenant:22daeb8159944071842cee3cb05dbe80 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:31.648423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:31.733572 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9bf195d-2a4a-4e59-bbd1-79f0684b31e9 req-ffaac670-833a-46b6-aabb-cf2c291b720b tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919431 Feb 17 18:06:31.801602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:31.861340 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-92a8e22b-f0d3-46fd-b1f3-ceb1cd9b7eb3 req-dbba0ffe-cf43-4c4d-bb05-f5e07edc70c0 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987483 Feb 17 18:06:31.888841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854377250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.891053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772443'] for router, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:31.957723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.098808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Attempting to bind port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:32.099504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Attempting to bind port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:32.100281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Attempting to bind port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 on network 93e38ca4-274e-4cc5-b515-a705f964dd43 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:32.100452 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-909e5aef-ef5b-4d92-bd0a-25c8c7ecd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:32.104053 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-909e5aef-ef5b-4d92-bd0a-25c8c7ecd5b5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 909 time: 0.5278447 Feb 17 18:06:32.125945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:32.126647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Checking segment: {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:32.128512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.129284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Bound using segment: {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:32.130228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Bound port: c4122d3d-74c0-4f1f-9984-7f5d387ed7a7, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:32.133862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.176927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5d04a-b5ad-45bf-b452-77e62f2ddf02 req-87f76d87-b8fa-47ad-863d-4efaae1013cf tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:32.181563 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-95c5d04a-b5ad-45bf-b452-77e62f2ddf02 req-87f76d87-b8fa-47ad-863d-4efaae1013cf tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.1494975 Feb 17 18:06:32.234444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 6637678d-db4e-480c-9ef2-7301874e0416 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:32.285538 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-95c5d04a-b5ad-45bf-b452-77e62f2ddf02 req-d4eb2a72-7a01-495f-a49a-b1f3dfb057d8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921652 Feb 17 18:06:32.480716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900f41b-ffe1-4e72-9a52-96906aec29a9 req-88c588f7-66d7-4294-bfa3-3e877e5f6f7e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:32.482593 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c900f41b-ffe1-4e72-9a52-96906aec29a9 req-88c588f7-66d7-4294-bfa3-3e877e5f6f7e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.1762946 Feb 17 18:06:32.621525 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c900f41b-ffe1-4e72-9a52-96906aec29a9 req-3743a81e-5c2d-4282-b7cb-d364abaf5183 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148190 Feb 17 18:06:32.751282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dbf15ac-85dc-51c3-8488-ffdd52fbcdca-789fa110-33eb-4235-91cd-2521c73b6632', 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'fixed_ips': [{'subnet_id': 'c5df0373-8d41-4ca8-8363-80ef32f701be'}]}} from dv-cinder-760193-3-smb. {{(pid=84002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:06:32.752931 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.780444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] For port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:32.803819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 6637678d-db4e-480c-9ef2-7301874e0416 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:32.834866 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-25964058-6b85-49ed-a842-a0ecaa8d404a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=462f910e-8547-4e51-9489-cc2d83e6ab32 HTTP/1.1" status: 200 len: 217 time: 0.4746802 Feb 17 18:06:32.836030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] For port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:32.842308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 6637678d-db4e-480c-9ef2-7301874e0416 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:32.843017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.935032 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-8740233b-e03c-4b03-8ce8-d1af87f9a907 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2142200 Feb 17 18:06:32.941390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:32.983119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:33.169821 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.286156 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-6cb0e05e-738f-4f1d-8238-9d007a026002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:33.288925 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-6cb0e05e-738f-4f1d-8238-9d007a026002 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.3922529 Feb 17 18:06:33.392304 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-f4a32e4d-da34-4836-a8fa-827f44832260 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849104 Feb 17 18:06:33.459675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3e22b758-2831-453e-99b8-ecb4a9b632fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.518533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb40a6-da68-4712-94e4-4e405051c815 None None] Pushing event updated for resources: {'Port': ['ID=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:33.549184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-adfb40a6-da68-4712-94e4-4e405051c815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:33.620930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-e37483c2-5945-4fb6-9f3d-e812a84dd8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:33.624181 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-3ad0cec8-7bf2-44b9-8026-3ed51b203eda service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214839 Feb 17 18:06:33.624773 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-e37483c2-5945-4fb6-9f3d-e812a84dd8bb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 1162 time: 0.6503313 Feb 17 18:06:33.654178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6a2e5-b152-49d6-b3fb-eb5e99df065c req-e62f69af-1166-4ce2-b402-6878244b772a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:33.679776 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bfb6a2e5-b152-49d6-b3fb-eb5e99df065c req-e62f69af-1166-4ce2-b402-6878244b772a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 944 time: 0.5525026 Feb 17 18:06:33.789827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:33.853615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2a2a8-4b13-4112-96c6-af1a88f278ec req-5be84a00-a1f5-49a8-a58c-0aafeb25e731 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:33.865200 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0ba2a2a8-4b13-4112-96c6-af1a88f278ec req-5be84a00-a1f5-49a8-a58c-0aafeb25e731 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 943 time: 0.6061399 Feb 17 18:06:33.870442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:33.871583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:33.944808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6637678d-db4e-480c-9ef2-7301874e0416'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:34.034074 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 6637678d-db4e-480c-9ef2-7301874e0416, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6637678d-db4e-480c-9ef2-7301874e0416,segment=NetworkSegment(7edd023f-c78f-4fc1-8020-f3b1d4df89ff),segment_id=7edd023f-c78f-4fc1-8020-f3b1d4df89ff)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:34.045044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.047239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:34.089560 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bfb6a2e5-b152-49d6-b3fb-eb5e99df065c req-351886cd-9358-4858-8e11-1ca570262f99 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077005 Feb 17 18:06:34.153104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Allocated IP 172.20.0.2 (789fa110-33eb-4235-91cd-2521c73b6632/c5df0373-8d41-4ca8-8363-80ef32f701be/eab853d7-bc80-4d3b-bb44-7880011f1660) {{(pid=84002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:34.183200 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0ba2a2a8-4b13-4112-96c6-af1a88f278ec req-ddfb9c31-cf36-4876-9231-37af9cb4eac5 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052917 Feb 17 18:06:34.189353 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90ec04d7-d9da-4a0c-afc5-338a197eff9b req-5f537cf4-5085-45a8-8b45-8e78c7d95eb3 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5456507 Feb 17 18:06:34.374334 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-422d5101-8972-4fd1-949f-bf338ac1e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:34.377346 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-422d5101-8972-4fd1-949f-bf338ac1e648 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.6459241 Feb 17 18:06:34.400209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.439282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:34.663373 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-444e9fb6-216a-41a9-9d0f-9c780d93e546 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b17b3c7f-4243-4eff-a728-811bb6fbed4b HTTP/1.1" status: 200 len: 217 time: 0.2696261 Feb 17 18:06:34.716864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=6637678d-db4e-480c-9ef2-7301874e0416,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:34.735827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:34.769981 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:34.814638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:34.910594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Allocated IP 172.28.2.137 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/034985b4-42b6-4ee1-a419-542f041be8c3) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:34.932085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-0c037419-1bda-426e-9573-86acb8dd826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:34.934867 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-0c037419-1bda-426e-9573-86acb8dd826d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.2413895 Feb 17 18:06:35.054187 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-c1d5539b-4558-4c23-a382-6902193966b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100097 Feb 17 18:06:35.134781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.184079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 6637678d-db4e-480c-9ef2-7301874e0416 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:35.202330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.237560 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16664ddc-64c1-4c33-87f3-ab8de6ac828b req-b1f40db1-7df3-4130-afd1-5d72fd75debd tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:35.246781 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-16664ddc-64c1-4c33-87f3-ab8de6ac828b req-b1f40db1-7df3-4130-afd1-5d72fd75debd tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.7176476 Feb 17 18:06:35.253725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:35.296781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381146-bfc6-44be-8399-35ad9449f843 req-7dd81824-79fa-4a5d-81f2-51e2fac0ecc8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:35.300217 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-85381146-bfc6-44be-8399-35ad9449f843 req-7dd81824-79fa-4a5d-81f2-51e2fac0ecc8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.8110452 Feb 17 18:06:35.462713 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-16664ddc-64c1-4c33-87f3-ab8de6ac828b req-dbc535e1-0533-42ed-b774-0100208c5c7d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132549 Feb 17 18:06:35.571137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=034985b4-42b6-4ee1-a419-542f041be8c3,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:35.587271 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:35.600933 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-85381146-bfc6-44be-8399-35ad9449f843 req-1ccba53d-f7cf-4553-8de6-6844c9486dd0 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779438 Feb 17 18:06:35.683299 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-e7c54d2f-0aa0-456d-bae6-f209ebf2998b service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154861 Feb 17 18:06:35.727657 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.767294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fb545d4-d602-4b62-b730-9024945691d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:35.771015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:35.772197 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6637678d-db4e-480c-9ef2-7301874e0416', 'code': 200} Feb 17 18:06:35.774829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:35.780606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:35.910366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:36.000047 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:36.000643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.122737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 6637678d-db4e-480c-9ef2-7301874e0416 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:36.123480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.284291 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0b44c1a-ad67-4beb-ae24-97f1a67334b6 req-da467f0f-bb6f-4ba1-a77b-8e75b8925a21 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4939561 Feb 17 18:06:36.292251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61774dc6-753f-456a-b546-ead9111b05f7 req-f5b17557-0787-4276-8340-603467f71e71 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:36.295085 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61774dc6-753f-456a-b546-ead9111b05f7 req-f5b17557-0787-4276-8340-603467f71e71 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.6021307 Feb 17 18:06:36.306774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c1210-8c0f-4077-9107-0b2fb1903273 req-44fa487f-54d4-491d-941b-08e938058e28 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:36.308966 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1a0c1210-8c0f-4077-9107-0b2fb1903273 req-44fa487f-54d4-491d-941b-08e938058e28 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 944 time: 0.2698228 Feb 17 18:06:36.330797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Notify callbacks [] for port, precommit_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.393627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Transition to ACTIVE for port object eab853d7-bc80-4d3b-bb44-7880011f1660 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:36.396915 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-61774dc6-753f-456a-b546-ead9111b05f7 req-584f7749-15f6-478e-bef7-cb23efa80a73 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864863 Feb 17 18:06:36.439589 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1a0c1210-8c0f-4077-9107-0b2fb1903273 req-11197158-2ca0-45ba-89ed-1965ee2e328c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125388 Feb 17 18:06:36.475273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Transition to ACTIVE for port object eab853d7-bc80-4d3b-bb44-7880011f1660 will not be triggered until provisioned by entity DHCP. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:36.494226 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.717207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.756408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93342d-3d1a-42fe-8aa9-9db868a91e12 req-00397c50-dce8-4c0b-baba-35b942373c18 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:36.758586 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f93342d-3d1a-42fe-8aa9-9db868a91e12 req-00397c50-dce8-4c0b-baba-35b942373c18 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 945 time: 0.1892607 Feb 17 18:06:36.762781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:36.835758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:36.897232 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f93342d-3d1a-42fe-8aa9-9db868a91e12 req-85be6c21-6f53-464a-a70f-88a739a69d4c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277008 Feb 17 18:06:37.058422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:37.095777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Pushing event updated for resources: {'Port': ['ID=eab853d7-bc80-4d3b-bb44-7880011f1660,revision_number=1']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:37.126786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 462f910e-8547-4e51-9489-cc2d83e6ab32 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:37.178660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:37.186777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:32Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:37.220632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:37.272159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89571de7-1e6c-42c1-b08e-d1707c4b9f6c None None] The sync data for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb is: [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:32Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:06:37.290998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:37.375666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:37.405134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bb0fe-b40b-41f6-b45a-ec15f3bb2e50 req-50e8f402-6680-4e77-991b-6a91952768ed tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:37.409052 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fd0bb0fe-b40b-41f6-b45a-ec15f3bb2e50 req-50e8f402-6680-4e77-991b-6a91952768ed tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.3636272 Feb 17 18:06:37.480377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e5c2d-89ab-4dc6-b68b-510a7f4142b1 req-3d5a98a2-c58f-4af1-9087-ca95bc1b9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:37.489586 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ea0e5c2d-89ab-4dc6-b68b-510a7f4142b1 req-3d5a98a2-c58f-4af1-9087-ca95bc1b9ceb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 1162 time: 1.3191400 Feb 17 18:06:37.532324 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:37.553042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54544) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:37.563535 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fd0bb0fe-b40b-41f6-b45a-ec15f3bb2e50 req-91e509dd-653c-41dc-95f4-12337ecbe3a4 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450629 Feb 17 18:06:37.756079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Network 789fa110-33eb-4235-91cd-2521c73b6632 is already hosted by enough agents. {{(pid=84002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:37.762346 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Resources bound (agent type, host, resource id): {{(pid=84002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:37.767789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Received port after_create {{(pid=84002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:37.999124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 462f910e-8547-4e51-9489-cc2d83e6ab32 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:38.034307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Attempting to bind port eab853d7-bc80-4d3b-bb44-7880011f1660 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:38.034999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Attempting to bind port eab853d7-bc80-4d3b-bb44-7880011f1660 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:38.035698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Attempting to bind port eab853d7-bc80-4d3b-bb44-7880011f1660 on network 789fa110-33eb-4235-91cd-2521c73b6632 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:38.063556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 462f910e-8547-4e51-9489-cc2d83e6ab32 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:38.064259 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.152213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:38.153075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Checking segment: {'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:38.153344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.156152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Bound using segment: {'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:38.161706 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Bound port: eab853d7-bc80-4d3b-bb44-7880011f1660, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:38.162191 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.205966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:38.239347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.244439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:38.269007 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ea0e5c2d-89ab-4dc6-b68b-510a7f4142b1 req-0e53d593-8157-4100-8c28-f1bd48f2cfe5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7699986 Feb 17 18:06:38.272044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189'] for router, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.426372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.458135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae6ad-85c4-47f3-acb1-76e26b0e8f2a req-d95a7446-912e-4dee-b89c-12f0bc35b2cb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:38.460938 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-494ae6ad-85c4-47f3-acb1-76e26b0e8f2a req-d95a7446-912e-4dee-b89c-12f0bc35b2cb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 944 time: 0.2579463 Feb 17 18:06:38.462100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] For port eab853d7-bc80-4d3b-bb44-7880011f1660, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:38.467962 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] For port eab853d7-bc80-4d3b-bb44-7880011f1660, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=eab853d7-bc80-4d3b-bb44-7880011f1660,segment=NetworkSegment(65d2b747-ff51-4b5d-9ab2-65b24ca1173f),segment_id=65d2b747-ff51-4b5d-9ab2-65b24ca1173f)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:38.471112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.476111 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511fb5a-87a2-421a-9887-0e6f24d946b8 req-219b3750-7b8a-4244-bf1b-8c2798cdb3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:38.479233 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c511fb5a-87a2-421a-9887-0e6f24d946b8 req-219b3750-7b8a-4244-bf1b-8c2798cdb3b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.5363383 Feb 17 18:06:38.597245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:38.604939 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Usage tracker for resource:security_group_rule and tenant:0d852d8e56cc41268dd2e96ff08b93d4 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:38.610186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:38.628422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:38.725770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.740083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Router 9f56d697-3ce0-40a3-a172-1b6750d4e288 is scheduled to L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 with binding_index 1 {{(pid=84001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:06:38.749087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:38.913549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.917509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:38.943933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 462f910e-8547-4e51-9489-cc2d83e6ab32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=462f910e-8547-4e51-9489-cc2d83e6ab32,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:38.954116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:38.955297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:38.989342 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c511fb5a-87a2-421a-9887-0e6f24d946b8 req-f086ad01-1534-4912-8163-9cfacb38fb7f tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4772611 Feb 17 18:06:38.990092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Pushing event updated for resources: {'Port': ['ID=eab853d7-bc80-4d3b-bb44-7880011f1660,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:38.994472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:38.995455 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-494ae6ad-85c4-47f3-acb1-76e26b0e8f2a req-4e1d4de7-9f36-4211-8151-1fa096b1b47e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147460 Feb 17 18:06:39.004662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:39.107178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:06:39.116121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:39.129071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Sync routers for ids ['9f56d697-3ce0-40a3-a172-1b6750d4e288'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:06:39.130991 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8f3a7199-a7d8-4fb1-ab9f-af6a9deaab87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:39.168590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Routers {'9f56d697-3ce0-40a3-a172-1b6750d4e288'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:39.176651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['9f56d697-3ce0-40a3-a172-1b6750d4e288'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:39.237649 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d852d8e56cc41268dd2e96ff08b93d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6805432 Feb 17 18:06:39.239471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222ba72-12c3-4193-85af-2c6099988bf3,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:39.243282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54560) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:39.246324 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=462f910e-8547-4e51-9489-cc2d83e6ab32,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:39.247966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Notify callbacks [] for router, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:39.253025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:39.255907 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7823801 Feb 17 18:06:39.260514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:39.260968 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:39.264552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 54562) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:39.269332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f964c868-65ee-4d6e-a34e-266c2cd503ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:39.498876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619db44-0c13-495f-8f15-a4300a39bd9c req-b70c3abc-118e-4636-ac64-4828cd10bd0f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:39.500795 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c619db44-0c13-495f-8f15-a4300a39bd9c req-b70c3abc-118e-4636-ac64-4828cd10bd0f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.3260782 Feb 17 18:06:39.511790 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:39.524285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084e48f-6b4d-406b-9b5a-89ac208c646c req-6b5f74b4-dc83-48c0-be47-b14f30bdb21a tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:39.526168 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0084e48f-6b4d-406b-9b5a-89ac208c646c req-6b5f74b4-dc83-48c0-be47-b14f30bdb21a tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 945 time: 0.2435050 Feb 17 18:06:39.585926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Set router 9f56d697-3ce0-40a3-a172-1b6750d4e288 gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:39.615221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:39.624112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:39.624539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:39.651956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:39.711547 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0084e48f-6b4d-406b-9b5a-89ac208c646c req-e9584903-978f-4504-8657-09dcdc8effcd tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368520 Feb 17 18:06:39.734026 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c619db44-0c13-495f-8f15-a4300a39bd9c req-8910137f-5ed4-4a38-9056-27b4d457309a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067409 Feb 17 18:06:39.872878 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32', 'code': 200} Feb 17 18:06:39.937267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 462f910e-8547-4e51-9489-cc2d83e6ab32 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:39.991099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:39.999606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-86d11bdc-c976-4f6c-b549-107f7233c1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:40.071627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 462f910e-8547-4e51-9489-cc2d83e6ab32 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:40.072333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:40.096903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'name': 'tempest-TestShelveInstance-1147761967-router', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:31Z', 'updated_at': '2021-02-17T18:06:36Z', 'revision_number': 3, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'gw_port': {'id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:34Z', 'updated_at': '2021-02-17T18:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:40.103820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Checking router: 9f56d697-3ce0-40a3-a172-1b6750d4e288 for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:06:40.104617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Updating router 9f56d697-3ce0-40a3-a172-1b6750d4e288 port 034985b4-42b6-4ee1-a419-542f041be8c3 binding host dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:06:40.266389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:40.272142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222ba72-12c3-4193-85af-2c6099988bf3,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:40.275718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:40.309338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:40.318368 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7222ba72-12c3-4193-85af-2c6099988bf3 HTTP/1.1" status: 204 len: 168 time: 1.0581589 Feb 17 18:06:40.573804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 6637678d-db4e-480c-9ef2-7301874e0416 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:40.714816 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 6637678d-db4e-480c-9ef2-7301874e0416 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:40.717357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:40.773524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792710e-8bf0-41de-b7e2-d17eeb8d1630 req-e9657669-bf4f-4380-9cb6-14132516d687 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:40.778790 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d792710e-8bf0-41de-b7e2-d17eeb8d1630 req-e9657669-bf4f-4380-9cb6-14132516d687 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 946 time: 0.5192518 Feb 17 18:06:40.906467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990dfd8-863f-4b2e-b48f-e5b1c458b25f req-a56df0f0-be3e-4c03-9362-8018a5b39b14 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:40.908262 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b990dfd8-863f-4b2e-b48f-e5b1c458b25f req-a56df0f0-be3e-4c03-9362-8018a5b39b14 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.4339399 Feb 17 18:06:40.991100 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d792710e-8bf0-41de-b7e2-d17eeb8d1630 req-0b8957c5-d089-47c4-b577-a11fb79ed810 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993592 Feb 17 18:06:41.081526 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b990dfd8-863f-4b2e-b48f-e5b1c458b25f req-3cab6f76-33f9-471c-9e11-a6cce68b21e9 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405120 Feb 17 18:06:41.343965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08506b89-c9af-477d-b840-1aeda1e0a619 req-9e8e3f1b-38f2-452d-a1f5-68a0d58f4cbc tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:41.362539 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-08506b89-c9af-477d-b840-1aeda1e0a619 req-9e8e3f1b-38f2-452d-a1f5-68a0d58f4cbc tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 945 time: 0.1760623 Feb 17 18:06:41.413131 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7826d-1667-45cc-87e8-00e8c700ac2d req-fc9b4d0d-402c-45bb-8a8c-b987535b60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:41.416747 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bdc7826d-1667-45cc-87e8-00e8c700ac2d req-fc9b4d0d-402c-45bb-8a8c-b987535b60a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 1163 time: 0.6969893 Feb 17 18:06:41.423857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:41.514535 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279192d0-6a0d-46f6-b41c-a5e70adf86a4 None None] Network 789fa110-33eb-4235-91cd-2521c73b6632 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:41.553509 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-08506b89-c9af-477d-b840-1aeda1e0a619 req-1ac83b94-bd45-453e-85d6-c626fd5ced97 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894565 Feb 17 18:06:41.688877 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bdc7826d-1667-45cc-87e8-00e8c700ac2d req-662e021d-68a9-45da-b2ab-9b0dc31f0652 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121496 Feb 17 18:06:41.826198 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device eab853d7-bc80-4d3b-bb44-7880011f1660 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:41.997709 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.052360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Transition to ACTIVE for port object 034985b4-42b6-4ee1-a419-542f041be8c3 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:42.057946 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.065928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfbf03-e569-456f-bf65-69b0a75b4ad1 req-2cbebc0a-8fab-456f-806e-a269d7da41ca tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:42.081779 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4acfbf03-e569-456f-bf65-69b0a75b4ad1 req-2cbebc0a-8fab-456f-806e-a269d7da41ca tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.2892413 Feb 17 18:06:42.107768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-facedf25-12b8-4e09-96fd-6ae3c9c283a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:42.140516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 54608) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:42.186635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Allocated IP 172.20.0.1 (789fa110-33eb-4235-91cd-2521c73b6632/c5df0373-8d41-4ca8-8363-80ef32f701be/0b2b2696-e21d-4335-8465-3d3db6dfb8bf) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:42.213744 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4acfbf03-e569-456f-bf65-69b0a75b4ad1 req-44ea0c29-eb10-46ef-8d38-d9c9e20e325f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301067 Feb 17 18:06:42.249079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-51f4c82f-22bb-4f88-8886-349039c53191 None None] Provisioning for port eab853d7-bc80-4d3b-bb44-7880011f1660 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:42.337287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port eab853d7-bc80-4d3b-bb44-7880011f1660 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:42.354627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port eab853d7-bc80-4d3b-bb44-7880011f1660 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:42.355176 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.363268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1569092290-network', 'tenant_id': '0b49902498f2436c81a11a9b45a60c5a'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:42.381931 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:42.401733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Usage tracker for resource:network and tenant:0b49902498f2436c81a11a9b45a60c5a is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:42.419923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:42.439496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:42.605733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.660583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad44ad-5920-428b-9b90-6772f877d786 None None] Pushing event updated for resources: {'Port': ['ID=034985b4-42b6-4ee1-a419-542f041be8c3,revision_number=2']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:42.682408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-28ad44ad-5920-428b-9b90-6772f877d786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:42.723587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Made reservation on behalf of 0b49902498f2436c81a11a9b45a60c5a for: {'network': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:42.733091 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.779862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.816026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:42.817369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.823914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0b49902498f2436c81a11a9b45a60c5a is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:42.829542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:42.857639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:42.911599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port eab853d7-bc80-4d3b-bb44-7880011f1660, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=eab853d7-bc80-4d3b-bb44-7880011f1660,segment=NetworkSegment(65d2b747-ff51-4b5d-9ab2-65b24ca1173f),segment_id=65d2b747-ff51-4b5d-9ab2-65b24ca1173f)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:42.918382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.920919 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:42.932187 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Attempting to bind port 034985b4-42b6-4ee1-a419-542f041be8c3 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:42.932720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Attempting to bind port 034985b4-42b6-4ee1-a419-542f041be8c3 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:42.933399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Attempting to bind port 034985b4-42b6-4ee1-a419-542f041be8c3 on network b0770177-7107-409d-9bed-e1ff27810df2 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:42.984618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:42.985564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:42.986329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:42.987084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Bound using segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:43.011343 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Bound port: 034985b4-42b6-4ee1-a419-542f041be8c3, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:43.019168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.103165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.137770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=eab853d7-bc80-4d3b-bb44-7880011f1660,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:43.157730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:43.189681 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-8df6ab8d-ee65-4ece-a8ee-a10ba57a1940 None None] Provisioning complete for port eab853d7-bc80-4d3b-bb44-7880011f1660 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:43.190375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8df6ab8d-ee65-4ece-a8ee-a10ba57a1940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.257448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.288941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e02e354d-ef71-4b47-ad8d-73d26b26f9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:43.387233 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=84000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:06:43.409495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.410262 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Added segment 3c15904f-0bab-438b-b1dc-127e275cef1c of type vxlan for network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 Feb 17 18:06:43.454274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] For port 034985b4-42b6-4ee1-a419-542f041be8c3, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:43.471922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.478040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Transition to ACTIVE for port object 0b2b2696-e21d-4335-8465-3d3db6dfb8bf will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:43.480914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] For port 034985b4-42b6-4ee1-a419-542f041be8c3, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=034985b4-42b6-4ee1-a419-542f041be8c3,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:43.490589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.572069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device eab853d7-bc80-4d3b-bb44-7880011f1660 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:43.593601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:43.606092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.614050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.651820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:43.653013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:43.672060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b32d0a-1f8c-44fd-b533-83b4db1c6173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:43.736618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec728-00a0-4c07-babb-4e2b68c767e8 req-9b6a4dd8-1c5e-472b-8d65-35c2cce0d6cb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:43.744093 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9abec728-00a0-4c07-babb-4e2b68c767e8 req-9b6a4dd8-1c5e-472b-8d65-35c2cce0d6cb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 946 time: 1.2722640 Feb 17 18:06:43.761476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d940318-cfc1-407d-82b4-7f9060d08d17 req-096b2b26-c2ed-4189-94f0-41ebfc558d6f tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:43.782264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 462f910e-8547-4e51-9489-cc2d83e6ab32 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:43.783349 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d940318-cfc1-407d-82b4-7f9060d08d17 req-096b2b26-c2ed-4189-94f0-41ebfc558d6f tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.6759937 Feb 17 18:06:43.794550 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6519778 Feb 17 18:06:43.797201 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed37161-68bd-4237-bbf2-cc523de52614,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:43.817364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:43.831593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad44ad-5920-428b-9b90-6772f877d786 None None] Pushing event updated for resources: {'Port': ['ID=034985b4-42b6-4ee1-a419-542f041be8c3,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:43.845540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-28ad44ad-5920-428b-9b90-6772f877d786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:43.905104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Routers {'9f56d697-3ce0-40a3-a172-1b6750d4e288'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:43.906929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['9f56d697-3ce0-40a3-a172-1b6750d4e288'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:43.939438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 54626) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:06:43.940128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:43.964673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port eab853d7-bc80-4d3b-bb44-7880011f1660 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:43.965328 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:44.049292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Request body: {'subnet': {'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1569092290-subnet', 'tenant_id': '0b49902498f2436c81a11a9b45a60c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:44.076035 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9abec728-00a0-4c07-babb-4e2b68c767e8 req-321167ce-aadf-4664-8a5e-59fa67fb13a1 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569954 Feb 17 18:06:44.079615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:44.106231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 462f910e-8547-4e51-9489-cc2d83e6ab32 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:44.106886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:44.127307 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d940318-cfc1-407d-82b4-7f9060d08d17 req-30ecd307-e540-41df-9874-74b0d5f34b98 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131283 Feb 17 18:06:44.128809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Usage tracker for resource:subnet and tenant:0b49902498f2436c81a11a9b45a60c5a is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:44.145897 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:44.154958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2b2696-e21d-4335-8465-3d3db6dfb8bf,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:44.184398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:44.192477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:44.194315 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:44.199328 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:44.217620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-13c56d16-4e7a-4d24-85d2-878491db8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:44.220671 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-13c56d16-4e7a-4d24-85d2-878491db8b55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 1.4996753 Feb 17 18:06:44.242069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Made reservation on behalf of 0b49902498f2436c81a11a9b45a60c5a for: {'subnet': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:44.256669 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:44.277071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:44.319389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] Set router 9f56d697-3ce0-40a3-a172-1b6750d4e288 gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:44.558508 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:06:44.738236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Network 789fa110-33eb-4235-91cd-2521c73b6632 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:44.755587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:44.760802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:06:44.916431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396306'] for router_interface, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:44.985903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-48aeb328-0d67-4845-8dfe-15c3b485ab40 None None] Provisioning complete for port eab853d7-bc80-4d3b-bb44-7880011f1660 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:44.986562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-48aeb328-0d67-4845-8dfe-15c3b485ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:45.050011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-c941fc0d-9d49-4a89-8e61-5a15412df68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:45.052728 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-c941fc0d-9d49-4a89-8e61-5a15412df68e service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.7765031 Feb 17 18:06:45.249865 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-af6e54a6-9588-4a66-983f-52930e3a238e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 217 time: 0.1843026 Feb 17 18:06:45.309029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'name': 'tempest-TestShelveInstance-1147761967-router', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:31Z', 'updated_at': '2021-02-17T18:06:36Z', 'revision_number': 3, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'gw_port': {'id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:34Z', 'updated_at': '2021-02-17T18:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:45.318854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52104952-99e3-41f2-b28a-5a78ead5bcba None None] The sync data for ids ['9f56d697-3ce0-40a3-a172-1b6750d4e288'] in dv-cinder-760193-3-smb is: [{'id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'name': 'tempest-TestShelveInstance-1147761967-router', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:31Z', 'updated_at': '2021-02-17T18:06:36Z', 'revision_number': 3, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'gw_port': {'id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:34Z', 'updated_at': '2021-02-17T18:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:06:45.330304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16be47-7389-47e2-b956-ebf8a33ae8f7 req-5921aaea-7695-4238-856e-48cd55e60697 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:45.345396 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5c16be47-7389-47e2-b956-ebf8a33ae8f7 req-5921aaea-7695-4238-856e-48cd55e60697 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.5896385 Feb 17 18:06:45.380807 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464361e-d78a-43de-a04f-8d521f4eb619 req-54421efb-690d-41cd-81a0-7f9941e08a8f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:45.385422 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f464361e-d78a-43de-a04f-8d521f4eb619 req-54421efb-690d-41cd-81a0-7f9941e08a8f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.6317973 Feb 17 18:06:45.408330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-54f5f951-785a-4b68-ab4d-b150f0c5484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:45.410620 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-54f5f951-785a-4b68-ab4d-b150f0c5484f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.1516728 Feb 17 18:06:45.501640 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-07376985-71bf-49da-a07f-fc8e238b6a84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783868 Feb 17 18:06:45.584214 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f464361e-d78a-43de-a04f-8d521f4eb619 req-340c8273-30cd-48e3-a67a-afdf5a889ff0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610591 Feb 17 18:06:45.627148 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5c16be47-7389-47e2-b956-ebf8a33ae8f7 req-46230b92-57dd-45e0-82b9-b2882871f05a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596543 Feb 17 18:06:45.675587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:45.850130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-10ecb85e-1a55-484d-b8b7-504c77ad358c None None] Provisioning for port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:45.863117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-10ecb85e-1a55-484d-b8b7-504c77ad358c None None] Provisioning complete for port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:45.863971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-10ecb85e-1a55-484d-b8b7-504c77ad358c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:45.916255 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:45.979712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-82f22116-4475-4a1e-b301-8ee55a3cf9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:46.074643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-10ecb85e-1a55-484d-b8b7-504c77ad358c None None] Port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:06:46.381403 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc6d43c0-8454-4c33-ab3f-34ca239dbd4e,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:46.421399 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-79618387-5dac-4f1c-a546-d82dae26f36e service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972307 Feb 17 18:06:46.453068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.453744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.454418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.455088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.455760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.456510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.457183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.457847 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.464068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.464733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.465393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.466051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.466824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.467480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.472694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.472694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.472694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.472694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.473463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.473463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.479720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.480252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.480891 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.481751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:46.498031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:46.931066 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:46.937006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:46.975441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-37f7161e-6865-4f63-a3b1-b67ea0c21829 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:47.032057 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d8bbbee-bd0a-45aa-b6ca-0be865410f46 req-80678fea-7f38-4a72-9584-059e90b77ff5 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6001844 Feb 17 18:06:47.075089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Checking segment: {'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:47.075556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Network hostable DHCP agents. Network: 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:06:47.076963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379404'] for router_interface, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:47.093591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2b2696-e21d-4335-8465-3d3db6dfb8bf,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:47.117929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aae74b-ee00-4a0e-a0f6-5605609e87a4 req-c121f020-c3ee-4850-a40f-a1964d5de273 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:47.119912 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e8aae74b-ee00-4a0e-a0f6-5605609e87a4 req-c121f020-c3ee-4850-a40f-a1964d5de273 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 946 time: 0.4554183 Feb 17 18:06:47.133371 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-219d843a-4fe4-4c77-a07c-8a69d258753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:47.135653 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-219d843a-4fe4-4c77-a07c-8a69d258753f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 1163 time: 0.3462276 Feb 17 18:06:47.143292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a439251-70fb-4738-bf6a-33133b040650 req-7c80ed5f-a24e-4991-ace4-e15f3a80bca2 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:47.145379 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3a439251-70fb-4738-bf6a-33133b040650 req-7c80ed5f-a24e-4991-ace4-e15f3a80bca2 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 945 time: 0.5302010 Feb 17 18:06:47.203339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:06:47.203726 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.204166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.204562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.204953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.205339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.205727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.206108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.206482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.206861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.207243 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.207651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.208140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.208676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.209060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.209476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.209856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.210225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.210663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.211082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.211461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.211837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.212262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.212641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.213013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:06:47.227705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:47.332740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375) {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:47.337635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:47.338285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:47.352362 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ca87d8-27e9-4cb7-9243-82173ef5e501 None None] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:47.357432 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Network 789fa110-33eb-4235-91cd-2521c73b6632 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:06:47.359013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:06:47.375423 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e8aae74b-ee00-4a0e-a0f6-5605609e87a4 req-065cf123-ef48-4726-8477-9e979a73012c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267582 Feb 17 18:06:47.401448 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3a439251-70fb-4738-bf6a-33133b040650 req-f65f32d1-3675-4425-a8dd-6b83655b367b tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061632 Feb 17 18:06:47.562079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-a0b2cd5c-512e-4a8a-8a6e-7035e919c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:47.564991 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-a0b2cd5c-512e-4a8a-8a6e-7035e919c27e service neutron] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 905 time: 0.3983085 Feb 17 18:06:47.574853 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.6103599 Feb 17 18:06:47.824713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Router 9f56d697-3ce0-40a3-a172-1b6750d4e288 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:06:48.041751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39277d3-b337-4355-bbaf-619789f73ec2 None None] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:06:48.152870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 034985b4-42b6-4ee1-a419-542f041be8c3 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:48.267829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-a5ad7322-2376-4913-9274-85ec2d554918 None None] Provisioning complete for port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:48.268276 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a5ad7322-2376-4913-9274-85ec2d554918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:48.348355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad7322-2376-4913-9274-85ec2d554918 None None] Port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:06:48.447829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 034985b4-42b6-4ee1-a419-542f041be8c3 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:48.518155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 034985b4-42b6-4ee1-a419-542f041be8c3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:48.518460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:48.520656 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-873c0d55-20bd-4386-9a0c-bc0a5f65eddf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 200 len: 1002 time: 0.9396694 Feb 17 18:06:48.629060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-16b5cbde-a8ff-46af-877b-b88d734b3c18 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.633477 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-16b5cbde-a8ff-46af-877b-b88d734b3c18 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 945 time: 0.4874854 Feb 17 18:06:48.837532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19256f36-758d-4e17-a368-f6aea553cec6 req-1a6acdf4-6442-419c-8996-a59c35f46507 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.841466 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19256f36-758d-4e17-a368-f6aea553cec6 req-1a6acdf4-6442-419c-8996-a59c35f46507 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 1.0158520 Feb 17 18:06:48.880474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:06:48.888767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec2637-06fc-4a2f-815e-23d08f6175a2 req-ac22f121-37f2-4822-8494-66377f920dcd tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.892288 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-deec2637-06fc-4a2f-815e-23d08f6175a2 req-ac22f121-37f2-4822-8494-66377f920dcd tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 1.0040381 Feb 17 18:06:48.896930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-939ecbf0-e1f5-401a-afe4-6d81d4250835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:48.899816 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-939ecbf0-e1f5-401a-afe4-6d81d4250835 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.3555436 Feb 17 18:06:48.927646 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] 10.222.0.68 "PUT /v2.0/routers/9f56d697-3ce0-40a3-a172-1b6750d4e288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6566725 Feb 17 18:06:48.997992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Deleting port 6637678d-db4e-480c-9ef2-7301874e0416 {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:06:48.998702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:49.049678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:49.093381 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19256f36-758d-4e17-a368-f6aea553cec6 req-9a5830ad-1d8c-408c-8f1e-50075bde3b59 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201347 Feb 17 18:06:49.143695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 034985b4-42b6-4ee1-a419-542f041be8c3, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=034985b4-42b6-4ee1-a419-542f041be8c3,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:49.152807 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:49.166631 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c1bb806d-9e34-4a20-9984-ff26e1152014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:49.519424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Sync routers for ids ['9f56d697-3ce0-40a3-a172-1b6750d4e288'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:06:49.568852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=034985b4-42b6-4ee1-a419-542f041be8c3,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:49.583326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:49.586705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Routers {'9f56d697-3ce0-40a3-a172-1b6750d4e288'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:49.587833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['9f56d697-3ce0-40a3-a172-1b6750d4e288'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:49.639840 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-deec2637-06fc-4a2f-815e-23d08f6175a2 req-eb675dd1-f10f-406b-a7df-8d404ae54f55 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6629684 Feb 17 18:06:49.930918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 6637678d-db4e-480c-9ef2-7301874e0416 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:06:50.000229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-e5f62636-7689-4a0e-b1fb-86d815bc024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:50.003025 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-e5f62636-7689-4a0e-b1fb-86d815bc024a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9241962 Feb 17 18:06:50.027697 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] For port 6637678d-db4e-480c-9ef2-7301874e0416, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=6637678d-db4e-480c-9ef2-7301874e0416,segment=NetworkSegment(7edd023f-c78f-4fc1-8020-f3b1d4df89ff),segment_id=7edd023f-c78f-4fc1-8020-f3b1d4df89ff)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:50.028376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:50.030386 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 034985b4-42b6-4ee1-a419-542f041be8c3 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:50.193747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Calling delete_port for 6637678d-db4e-480c-9ef2-7301874e0416 owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:06:50.214825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Set router 9f56d697-3ce0-40a3-a172-1b6750d4e288 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:50.314996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc1453-0388-41d2-8f7a-0054d887a5c7 req-47a301c0-0ed4-4b10-8ac8-4d857b263bf2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:50.317542 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00cc1453-0388-41d2-8f7a-0054d887a5c7 req-47a301c0-0ed4-4b10-8ac8-4d857b263bf2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.6309564 Feb 17 18:06:50.438327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a340267-17b3-4502-aca9-22e5a8060a19 req-ba74687b-a42f-4f59-ba02-882bc3a2a949 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:50.441615 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0a340267-17b3-4502-aca9-22e5a8060a19 req-ba74687b-a42f-4f59-ba02-882bc3a2a949 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=065f2dcb-ca35-46a5-8d38-9d19d193b5fd HTTP/1.1" status: 200 len: 945 time: 0.5303779 Feb 17 18:06:50.501513 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-3fc0e8f5-d3c2-4e99-9b63-2856b6d60bd7 service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483738 Feb 17 18:06:50.542691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:50.626750 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00cc1453-0388-41d2-8f7a-0054d887a5c7 req-12f312ee-5f1a-415f-bbd7-39cda4d21261 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965841 Feb 17 18:06:50.769380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:50.874032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Pushing event deleted for resources: {'Port': ['ID=6637678d-db4e-480c-9ef2-7301874e0416,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:50.882161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:50.892610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 034985b4-42b6-4ee1-a419-542f041be8c3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:50.893348 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:50.966679 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:51.031033 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b02594b1-8b59-4e06-bec4-589cd7a9a607 req-4bdf6588-b31b-4083-a072-308fe357c0bd service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4228263 Feb 17 18:06:51.054175 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0a340267-17b3-4502-aca9-22e5a8060a19 req-11bb4dd7-9b70-4b14-a089-2a7b5f26291c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676485 Feb 17 18:06:51.112747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] No DVR routers for this DVR port 6637678d-db4e-480c-9ef2-7301874e0416 on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:06:51.117557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:51.123524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'name': 'network-vif-deleted', 'tag': '6637678d-db4e-480c-9ef2-7301874e0416'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:06:51.154569 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-334e8342-5fda-4c36-9bcb-7383418e4f86 req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "DELETE /v2.0/ports/6637678d-db4e-480c-9ef2-7301874e0416 HTTP/1.1" status: 204 len: 173 time: 2.4973998 Feb 17 18:06:51.361619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'name': 'tempest-TestShelveInstance-1147761967-router', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:31Z', 'updated_at': '2021-02-17T18:06:45Z', 'revision_number': 4, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'gw_port': {'id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:34Z', 'updated_at': '2021-02-17T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '0b2b2696-e21d-4335-8465-3d3db6dfb8bf', 'name': '', 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'mac_address': 'fa:16:3e:21:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5df0373-8d41-4ca8-8363-80ef32f701be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:41Z', 'updated_at': '2021-02-17T18:06:46Z', 'revision_number': 2, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'subnets': [{'id': 'c5df0373-8d41-4ca8-8363-80ef32f701be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:51.391598 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Checking router: 9f56d697-3ce0-40a3-a172-1b6750d4e288 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:06:51.392457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Updating router 9f56d697-3ce0-40a3-a172-1b6750d4e288 port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf binding host dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:06:51.535862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:51.782780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-96e5cde4-c8c0-4ca3-b739-b1968820164f tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:51.783766 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-96e5cde4-c8c0-4ca3-b739-b1968820164f tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Synchronizing usage tracker for tenant:0b49902498f2436c81a11a9b45a60c5a on resource:network {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:06:51.888058 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-96e5cde4-c8c0-4ca3-b739-b1968820164f tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Unset dirty status for tenant:0b49902498f2436c81a11a9b45a60c5a on resource:network {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:06:51.903164 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-96e5cde4-c8c0-4ca3-b739-b1968820164f tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/networks?id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 HTTP/1.1" status: 200 len: 814 time: 0.5207553 Feb 17 18:06:51.947011 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-6b338770-7c12-41d7-9aba-2a5e85946b07 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/quotas/0b49902498f2436c81a11a9b45a60c5a HTTP/1.1" status: 200 len: 375 time: 0.0400193 Feb 17 18:06:52.036484 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-4e35378a-dc60-4cd6-8dde-fdc12d89ccf5 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0b49902498f2436c81a11a9b45a60c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771446 Feb 17 18:06:52.055960 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb903871-cbac-4bbf-b421-6c71200c491b req-f673559b-4e88-4619-87ab-0d911ef5f29b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:52.067793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:52.083565 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fb903871-cbac-4bbf-b421-6c71200c491b req-f673559b-4e88-4619-87ab-0d911ef5f29b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2963686 Feb 17 18:06:52.266221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:52.266549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:52.414631 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fb903871-cbac-4bbf-b421-6c71200c491b req-f842ebd0-6fa6-4bc4-bf48-c4cf652da8c6 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286462 Feb 17 18:06:52.566949 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-986928ad-0429-4073-ab02-5361260a6761 service neutron] 10.222.0.68 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435232 Feb 17 18:06:52.917915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Notify callbacks [] for port, precommit_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:52.930567 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-8d7c12f5-8e61-460d-8265-a1e8b451630f service neutron] 10.222.0.68 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3619521 Feb 17 18:06:52.955314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Transition to ACTIVE for port object 0b2b2696-e21d-4335-8465-3d3db6dfb8bf will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:06:52.967686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:53.003982 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b8ee3328-dfcf-4147-88e1-589de1509145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:53.363395 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065f2dcb-ca35-46a5-8d38-9d19d193b5fd', 'name': 'network-vif-deleted', 'tag': '6637678d-db4e-480c-9ef2-7301874e0416', 'status': 'completed', 'code': 200} Feb 17 18:06:53.498191 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-766807735', 'description': 'tempest-TestShelveInstance-766807735 description'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:53.510285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:53.536889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Usage tracker for resource:security_group and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:53.553000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:53.584483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:53.649025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf60498-40ff-4aec-8228-756ed9655ae4 None None] Pushing event updated for resources: {'Port': ['ID=0b2b2696-e21d-4335-8465-3d3db6dfb8bf,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:53.651282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0bf60498-40ff-4aec-8228-756ed9655ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:53.683505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:53.780885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:53.802571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Usage tracker for resource:security_group_rule and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:53.817223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:53.859153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce965a-9375-4397-a75f-ea4eb8362551 req-d8931d31-68ae-40b8-a10e-66afeafce814 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:53.870699 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7ce965a-9375-4397-a75f-ea4eb8362551 req-d8931d31-68ae-40b8-a10e-66afeafce814 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.4931791 Feb 17 18:06:53.922550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:53.997063 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7ce965a-9375-4397-a75f-ea4eb8362551 req-485a8eb8-d614-4abc-9e5f-69d0ca1b1b8a tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227736 Feb 17 18:06:54.047625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:54.108360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Attempting to bind port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:06:54.108360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Attempting to bind port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:06:54.108360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Attempting to bind port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf on network 789fa110-33eb-4235-91cd-2521c73b6632 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:06:54.132700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:54.138816 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:54.146961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4acd98bf-7503-4efb-9d87-26c1d2868d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:54.216055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:06:54.217055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Checking segment: {'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:06:54.217924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:54.218797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Bound using segment: {'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:06:54.220094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Bound port: 0b2b2696-e21d-4335-8465-3d3db6dfb8bf, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d2b747-ff51-4b5d-9ab2-65b24ca1173f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:06:54.220868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:54.250756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:54.276481 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7e94bc57-3386-461f-bbcf-bb0f9d9913bb req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7829707 Feb 17 18:06:54.278808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6c53a-f70a-4197-87bd-fba0766629ba,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:54.300621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-121b0ddb-b7ca-4a07-82c5-451650d82727 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:54.769618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091a486-3fb9-413b-aa36-15643fdbd685 req-76479eb5-036b-4a4c-8bc8-40c8aea6f9ed tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:54.789575 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6091a486-3fb9-413b-aa36-15643fdbd685 req-76479eb5-036b-4a4c-8bc8-40c8aea6f9ed tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.3387504 Feb 17 18:06:54.797207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] For port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:06:54.805551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] For port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=0b2b2696-e21d-4335-8465-3d3db6dfb8bf,segment=NetworkSegment(65d2b747-ff51-4b5d-9ab2-65b24ca1173f),segment_id=65d2b747-ff51-4b5d-9ab2-65b24ca1173f)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:06:54.818611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:54.929150 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-224994ae-b271-410c-964c-c54b2d771340 req-6b0856c9-5788-4b40-8659-d7a6f6fb183b tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 210 time: 0.0593407 Feb 17 18:06:54.950120 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6091a486-3fb9-413b-aa36-15643fdbd685 req-88f2d674-fb54-4e48-a84b-6a8417c2c5db tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531305 Feb 17 18:06:55.072774 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-5f474adf-11a7-4644-ba6b-e1292afb97bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups/f3b6c53a-f70a-4197-87bd-fba0766629ba HTTP/1.1" status: 200 len: 1800 time: 0.0893903 Feb 17 18:06:55.078608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3b6c53a-f70a-4197-87bd-fba0766629ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:55.079210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3b6c53a-f70a-4197-87bd-fba0766629ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:55.091009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:55.100214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Usage tracker for resource:security_group_rule and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:55.153591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:55.173389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:55.174887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:55.229858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:55.229858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.264072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e800291-903f-433d-a1fd-97c49258f85d req-43e8cfe9-5797-4eb2-b1fd-937ba08bc7f1 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:55.266427 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0e800291-903f-433d-a1fd-97c49258f85d req-43e8cfe9-5797-4eb2-b1fd-937ba08bc7f1 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1603479 Feb 17 18:06:55.316711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.392290 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0e800291-903f-433d-a1fd-97c49258f85d req-fd35ca28-9860-49cd-84fe-5dad5b3fc006 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177850 Feb 17 18:06:55.411002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.416309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.421293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:55.462149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edca0585-99d2-43c0-809b-c0ca6f8daa16,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:55.479547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:55.508310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.530869 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-936da893-4d96-4ab7-b6db-99049f42c8a3 req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4566722 Feb 17 18:06:55.607499 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Routers {'9f56d697-3ce0-40a3-a172-1b6750d4e288'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:06:55.608317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:06:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['9f56d697-3ce0-40a3-a172-1b6750d4e288'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:55.635396 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-158a2522-aaa4-4f09-8998-0ad1e603309b tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups/f3b6c53a-f70a-4197-87bd-fba0766629ba HTTP/1.1" status: 200 len: 2393 time: 0.0846343 Feb 17 18:06:55.641567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3b6c53a-f70a-4197-87bd-fba0766629ba', 'remote_group_id': None}]} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:55.642556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3b6c53a-f70a-4197-87bd-fba0766629ba', 'remote_group_id': None}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:55.657696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:55.667532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Usage tracker for resource:security_group_rule and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:55.681135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:55.716292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:55.747621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf60498-40ff-4aec-8228-756ed9655ae4 None None] Pushing event updated for resources: {'Port': ['ID=0b2b2696-e21d-4335-8465-3d3db6dfb8bf,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:55.769006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0bf60498-40ff-4aec-8228-756ed9655ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:55.932231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.962777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.975275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:55.977896 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6afb1e53-c900-409c-a940-e7b74cb8ed09 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:56.028874 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:56.042412 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b1b2c35c-512e-499d-a7dc-d3c337ebc5aa req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4055457 Feb 17 18:06:56.079075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82133b8b-0434-461f-84c9-b48d989e55fc,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:56.100593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c6964778-9953-4cec-b881-86913e394fd8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:56.245966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637993a5-8963-4729-9024-5af2deaf752c req-5fb06569-d2fd-475e-afa0-0f934cef1052 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:56.260906 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-5fb06569-d2fd-475e-afa0-0f934cef1052 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/networks?id=49f06560-4261-4204-b22e-09f3f38bf863 HTTP/1.1" status: 200 len: 807 time: 0.5176427 Feb 17 18:06:56.291215 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-582e6a61-accb-4d14-8a4b-488469775a9b tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/quotas/9a41b7d3ab734b8aa4cb1b66b0acb28e HTTP/1.1" status: 200 len: 375 time: 0.0286710 Feb 17 18:06:56.299421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] Set router 9f56d697-3ce0-40a3-a172-1b6750d4e288 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:06:56.374041 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-3501ca7d-fe37-42e0-9735-40b47457ed4c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9a41b7d3ab734b8aa4cb1b66b0acb28e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774498 Feb 17 18:06:56.769964 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-ff8c3b93-9d0b-44e5-9782-98962d78a509 service neutron] 10.222.0.68 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989687 Feb 17 18:06:56.941255 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6692d1-a692-4564-a886-11fb4870903a req-8dedb033-abd3-4442-9d5e-85eaaa148975 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:56.950384 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ac6692d1-a692-4564-a886-11fb4870903a req-8dedb033-abd3-4442-9d5e-85eaaa148975 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.5946023 Feb 17 18:06:57.236205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-2f046d6b-73b1-4825-9c33-9bfe2a386a24 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:57.242598 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-2f046d6b-73b1-4825-9c33-9bfe2a386a24 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "GET /v2.0/networks?id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 HTTP/1.1" status: 200 len: 814 time: 0.5664961 Feb 17 18:06:57.257848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Request body: {'port': {'device_id': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375', 'admin_state_up': True, 'tenant_id': '0b49902498f2436c81a11a9b45a60c5a'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:06:57.457608 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ac6692d1-a692-4564-a886-11fb4870903a req-cb33a438-b5bb-425f-8575-0abff676b4f8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5058067 Feb 17 18:06:57.465128 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-45ff193c-e9d8-47e9-83db-7fad14a09665 service neutron] 10.222.0.68 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6941569 Feb 17 18:06:57.524875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'name': 'tempest-TestShelveInstance-1147761967-router', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:31Z', 'updated_at': '2021-02-17T18:06:45Z', 'revision_number': 4, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'gw_port': {'id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:34Z', 'updated_at': '2021-02-17T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '0b2b2696-e21d-4335-8465-3d3db6dfb8bf', 'name': '', 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'mac_address': 'fa:16:3e:21:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5df0373-8d41-4ca8-8363-80ef32f701be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:41Z', 'updated_at': '2021-02-17T18:06:54Z', 'revision_number': 4, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'subnets': [{'id': 'c5df0373-8d41-4ca8-8363-80ef32f701be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:06:57.549046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2b4ff4-2b05-4eb5-bc4c-8df6a95a0c28 None None] The sync data for ids ['9f56d697-3ce0-40a3-a172-1b6750d4e288'] in dv-cinder-760193-3-smb is: [{'id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'name': 'tempest-TestShelveInstance-1147761967-router', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:31Z', 'updated_at': '2021-02-17T18:06:45Z', 'revision_number': 4, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'gw_port': {'id': '034985b4-42b6-4ee1-a419-542f041be8c3', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:34Z', 'updated_at': '2021-02-17T18:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '0b2b2696-e21d-4335-8465-3d3db6dfb8bf', 'name': '', 'network_id': '789fa110-33eb-4235-91cd-2521c73b6632', 'tenant_id': '22daeb8159944071842cee3cb05dbe80', 'mac_address': 'fa:16:3e:21:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f56d697-3ce0-40a3-a172-1b6750d4e288', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'c5df0373-8d41-4ca8-8363-80ef32f701be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:41Z', 'updated_at': '2021-02-17T18:06:54Z', 'revision_number': 4, 'project_id': '22daeb8159944071842cee3cb05dbe80', 'subnets': [{'id': 'c5df0373-8d41-4ca8-8363-80ef32f701be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:06:57.716605 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-acbfd3b9-2164-49b1-903c-adedf53cb7e9 req-d0f938a7-b923-47f6-9fa4-f29a519a00d1 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 210 time: 0.1044860 Feb 17 18:06:57.790135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:06:57.803257 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Usage tracker for resource:port and tenant:0b49902498f2436c81a11a9b45a60c5a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:06:57.811912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:06:57.821857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:06:57.884654 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Made reservation on behalf of 0b49902498f2436c81a11a9b45a60c5a for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:06:57.895998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:58.017563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 0b2b2696-e21d-4335-8465-3d3db6dfb8bf up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:06:58.429201 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:06:58.457123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:06:58.462558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:58.728154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462575-059b-457e-9456-fb054614da8f req-bf96366f-0c49-4f8e-a7df-9b3122b25e99 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:58.739737 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b462575-059b-457e-9456-fb054614da8f req-bf96366f-0c49-4f8e-a7df-9b3122b25e99 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.4984894 Feb 17 18:06:58.787843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:58.806922 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5b462575-059b-457e-9456-fb054614da8f req-6e9ff0f9-e7f3-4215-b392-ebd51ce6495a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660028 Feb 17 18:06:58.857524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:06:58.901203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=0b2b2696-e21d-4335-8465-3d3db6dfb8bf,segment=NetworkSegment(65d2b747-ff51-4b5d-9ab2-65b24ca1173f),segment_id=65d2b747-ff51-4b5d-9ab2-65b24ca1173f)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:06:58.908373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:58.912312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:06:58.942237 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-521682c2-d317-4789-9485-3952a602602c req-831a3b6c-cd3a-424d-849e-52c9653ce1e5 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.0939035 Feb 17 18:06:59.145050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=0b2b2696-e21d-4335-8465-3d3db6dfb8bf,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:06:59.181726 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:06:59.342025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Allocated IP 172.20.0.10 (1096ad54-bc8e-4cec-a86c-a5ac7d8a7375/fc6d43c0-8454-4c33-ab3f-34ca239dbd4e/f398dc14-dd04-49ea-9524-cc838a51eaaf) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:06:59.444990 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c8870cee-17a0-4fac-810c-759f011677be req-adddea54-a604-4c59-92ea-a1c25bad95e5 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 210 time: 0.0706770 Feb 17 18:06:59.484562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb429ccd-4d5f-43e3-9e39-318a3f1d7a2f req-d830e832-6a62-4f46-9f55-00ffb1dd0cb8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:06:59.486833 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bb429ccd-4d5f-43e3-9e39-318a3f1d7a2f req-d830e832-6a62-4f46-9f55-00ffb1dd0cb8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.2187846 Feb 17 18:06:59.649712 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bb429ccd-4d5f-43e3-9e39-318a3f1d7a2f req-e8763037-428e-4b77-91ac-070e71f7857b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015933 Feb 17 18:06:59.818046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:06:59.990079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.012797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 0b2b2696-e21d-4335-8465-3d3db6dfb8bf up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:00.150846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:00.177644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4e851-abba-47a1-a925-738dd46052e4 req-88fdfdb3-01a6-4bd6-9ae7-f3bb35ee38c9 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:00.190808 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-82a4e851-abba-47a1-a925-738dd46052e4 req-88fdfdb3-01a6-4bd6-9ae7-f3bb35ee38c9 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1464412 Feb 17 18:07:00.268571 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-82a4e851-abba-47a1-a925-738dd46052e4 req-bd4258cb-d5b1-406d-9a95-96ca5b4292c4 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753431 Feb 17 18:07:00.291364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Pushing event updated for resources: {'Port': ['ID=f398dc14-dd04-49ea-9524-cc838a51eaaf,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:00.297459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:00.368547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 0b2b2696-e21d-4335-8465-3d3db6dfb8bf triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:00.368980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.399103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:00.407172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:00.411686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:00.513104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:00.514047 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:00.602298 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3490276 Feb 17 18:07:00.629414 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Request body: {'port': {'device_id': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:00.765775 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-31a48ea2-4d89-4ca7-aab7-5b8a93b9de4e req-c6a52407-6f71-416c-b395-ad12679dabd4 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.3155251 Feb 17 18:07:00.968312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:01.129168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637993a5-8963-4729-9024-5af2deaf752c req-d1770af2-2107-4726-b5d2-7ae26f0deff8 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.136092 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-d1770af2-2107-4726-b5d2-7ae26f0deff8 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "GET /v2.0/networks?id=49f06560-4261-4204-b22e-09f3f38bf863 HTTP/1.1" status: 200 len: 807 time: 0.2168260 Feb 17 18:07:01.293539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Request body: {'port': {'device_id': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863', 'admin_state_up': True, 'tenant_id': '9a41b7d3ab734b8aa4cb1b66b0acb28e'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:01.590649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:01.634895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Usage tracker for resource:port and tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:01.650317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:01.672457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:01.705314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9053-e486-4510-92c2-d1e54eb1286c req-48d2acd7-2454-4c12-a1df-5c1c7613192f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.720298 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-972c9053-e486-4510-92c2-d1e54eb1286c req-48d2acd7-2454-4c12-a1df-5c1c7613192f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.5855818 Feb 17 18:07:01.782933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d25739-0d7d-45f8-b77b-e44a416f2eeb req-af3e9901-4d7d-485f-b514-50a79a4c1af2 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:01.797908 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a4d25739-0d7d-45f8-b77b-e44a416f2eeb req-af3e9901-4d7d-485f-b514-50a79a4c1af2 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 932 time: 0.5916352 Feb 17 18:07:01.873702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Made reservation on behalf of 9a41b7d3ab734b8aa4cb1b66b0acb28e for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:01.879923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:01.959425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-a4d25739-0d7d-45f8-b77b-e44a416f2eeb req-687647d0-50cc-4b0e-b033-06c2c3e26882 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Synchronizing usage tracker for tenant:0b49902498f2436c81a11a9b45a60c5a on resource:security_group {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:01.964818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f398dc14-dd04-49ea-9524-cc838a51eaaf {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:07:01.980187 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:01.986422 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-972c9053-e486-4510-92c2-d1e54eb1286c req-28aad92f-a04c-4a19-8699-25a97bcdc66b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646611 Feb 17 18:07:02.019949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Transition to ACTIVE for port object f398dc14-dd04-49ea-9524-cc838a51eaaf will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:02.022035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:02.075717 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d158de7c-c1cb-4c55-ba31-c697095740f2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:02.191030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-a4d25739-0d7d-45f8-b77b-e44a416f2eeb req-687647d0-50cc-4b0e-b033-06c2c3e26882 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Unset dirty status for tenant:0b49902498f2436c81a11a9b45a60c5a on resource:security_group {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:02.192566 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a4d25739-0d7d-45f8-b77b-e44a416f2eeb req-687647d0-50cc-4b0e-b033-06c2c3e26882 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933761 Feb 17 18:07:02.331313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Pushing event updated for resources: {'Port': ['ID=f398dc14-dd04-49ea-9524-cc838a51eaaf,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:02.342197 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:02.497103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Allocated IP 172.20.0.12 (49f06560-4261-4204-b22e-09f3f38bf863/2c054f1e-016b-4e25-898c-685a81dbb004/9c7b3779-55a3-41a4-9d4d-75963bd82260) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:07:02.631962 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4c75f442-f5ea-436f-82fb-1d29f93c2641 req-131ffc91-1941-43f0-a12c-a0985ca4bae6 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.1294277 Feb 17 18:07:02.680073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Attempting to bind port f398dc14-dd04-49ea-9524-cc838a51eaaf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:02.682677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Attempting to bind port f398dc14-dd04-49ea-9524-cc838a51eaaf by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:07:02.683312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Attempting to bind port f398dc14-dd04-49ea-9524-cc838a51eaaf on network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:07:02.692238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:07:02.692897 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Checking segment: {'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:02.694188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:02.696538 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Bound using segment: {'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:07:02.696538 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Bound port: f398dc14-dd04-49ea-9524-cc838a51eaaf, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:07:02.696538 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:02.869122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] For port f398dc14-dd04-49ea-9524-cc838a51eaaf, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:07:02.875551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] For port f398dc14-dd04-49ea-9524-cc838a51eaaf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f398dc14-dd04-49ea-9524-cc838a51eaaf,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:07:02.884373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:02.968189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0217cd-43e7-46b6-9687-cfd614eb7c35 req-31f3c63f-b116-4e5d-8126-434b244a11d4 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:02.972030 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ea0217cd-43e7-46b6-9687-cfd614eb7c35 req-31f3c63f-b116-4e5d-8126-434b244a11d4 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.3928921 Feb 17 18:07:02.984906 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7f978482-4b10-44d7-aa97-6dae6ff3465f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:02.999029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-455a77b1-ebec-4027-9cd6-c6734d57096b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:03.072936 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ea0217cd-43e7-46b6-9687-cfd614eb7c35 req-66199c70-6613-4b0c-92cf-09546057c6d7 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889690 Feb 17 18:07:03.076529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Pushing event updated for resources: {'Port': ['ID=f398dc14-dd04-49ea-9524-cc838a51eaaf,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:03.080607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:03.113607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:03.151269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:03.175697 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:03.229100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:03.229959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:03.231582 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] 10.222.0.75 "PUT /v2.0/ports/f398dc14-dd04-49ea-9524-cc838a51eaaf HTTP/1.1" status: 200 len: 1158 time: 2.6174753 Feb 17 18:07:03.232188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:03.377647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-aa8b4faa-4229-40d3-8077-b0889a4d4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:03.379415 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-aa8b4faa-4229-40d3-8077-b0889a4d4988 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b49902498f2436c81a11a9b45a60c5a&device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 1161 time: 0.0962660 Feb 17 18:07:03.477135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Pushing event updated for resources: {'Port': ['ID=9c7b3779-55a3-41a4-9d4d-75963bd82260,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:03.481768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:03.506465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Network 49f06560-4261-4204-b22e-09f3f38bf863 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:03.513152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:03.516504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:03.540093 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:03.541725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:03.587801 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3019459 Feb 17 18:07:03.601590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73558033-750b-41a5-a270-ee41a2a21f29 req-3159a188-38ea-4d47-ac67-31d00513914a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:03.604319 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-73558033-750b-41a5-a270-ee41a2a21f29 req-3159a188-38ea-4d47-ac67-31d00513914a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.2566092 Feb 17 18:07:03.610867 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Request body: {'port': {'device_id': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:03.895156 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-37ef09c6-44ad-44b4-a662-3c13e4a28cef service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f398dc14-dd04-49ea-9524-cc838a51eaaf HTTP/1.1" status: 200 len: 217 time: 0.5035453 Feb 17 18:07:03.950594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:03.988600 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-73558033-750b-41a5-a270-ee41a2a21f29 req-ec865279-6589-4800-97bb-6b32caa33c30 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242887 Feb 17 18:07:03.993748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-f47f5ee2-8742-4012-b330-08a9787e5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:03.995390 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-f47f5ee2-8742-4012-b330-08a9787e5da8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc6d43c0-8454-4c33-ab3f-34ca239dbd4e HTTP/1.1" status: 200 len: 854 time: 0.0898237 Feb 17 18:07:04.120047 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-40069916-678f-426b-a0af-62f1b641e8c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174762 Feb 17 18:07:04.422479 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-3fbc3ffd-d1ff-4b54-9894-3f224b154b9a service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930281 Feb 17 18:07:04.637566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc0f3f-d199-40fd-8045-eebdc68e7270 req-53e4dec6-6f4b-4b87-9015-ff0da9d8ee16 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:04.639202 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c7dc0f3f-d199-40fd-8045-eebdc68e7270 req-53e4dec6-6f4b-4b87-9015-ff0da9d8ee16 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 944 time: 0.2480686 Feb 17 18:07:04.796567 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c7dc0f3f-d199-40fd-8045-eebdc68e7270 req-4eb39b15-c4c9-453d-a74a-7c1d00cb4578 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474502 Feb 17 18:07:04.799784 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0fc749-98d4-4b3e-b6b5-832931364932 req-cec38488-400b-4c42-a154-415ab1da8a0f service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3642538 Feb 17 18:07:04.824714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7b3779-55a3-41a4-9d4d-75963bd82260 {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:07:04.840073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:04.869679 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Transition to ACTIVE for port object 9c7b3779-55a3-41a4-9d4d-75963bd82260 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:04.875531 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:04.885766 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf', 'status': 'completed', 'code': 200} Feb 17 18:07:04.901738 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a3127368-ddd3-41c6-8b91-96c526f34bd3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:05.081742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396665-a776-4916-ba20-f10e54676902 req-eb8232b3-3672-4e5b-b37c-cfdcd6b4a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:05.083436 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7b396665-a776-4916-ba20-f10e54676902 req-eb8232b3-3672-4e5b-b37c-cfdcd6b4a69b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b49902498f2436c81a11a9b45a60c5a&device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 1161 time: 0.1504352 Feb 17 18:07:05.381912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396665-a776-4916-ba20-f10e54676902 req-f637fa66-5480-4fb0-b50c-06a025dd60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:05.385040 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7b396665-a776-4916-ba20-f10e54676902 req-f637fa66-5480-4fb0-b50c-06a025dd60c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 HTTP/1.1" status: 200 len: 909 time: 0.2838099 Feb 17 18:07:05.440849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b3779-55a3-41a4-9d4d-75963bd82260,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:05.449459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:05.504624 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7b396665-a776-4916-ba20-f10e54676902 req-6b6c8be6-ff5e-42a6-9900-6d4b0d2a02cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f398dc14-dd04-49ea-9524-cc838a51eaaf HTTP/1.1" status: 200 len: 217 time: 0.1052978 Feb 17 18:07:05.525603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2cb82413-2259-4855-9b2d-0b3620f23847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:05.533056 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:05.580569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d97fe-037b-431a-93d9-3aed2237e4c8 req-02ff6819-e487-4517-88a4-26effd2cba9d tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:05.581372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-8a8d97fe-037b-431a-93d9-3aed2237e4c8 req-02ff6819-e487-4517-88a4-26effd2cba9d tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Synchronizing usage tracker for tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:05.627576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Attempting to bind port 9c7b3779-55a3-41a4-9d4d-75963bd82260 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:05.628153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Attempting to bind port 9c7b3779-55a3-41a4-9d4d-75963bd82260 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:07:05.628436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Attempting to bind port 9c7b3779-55a3-41a4-9d4d-75963bd82260 on network 49f06560-4261-4204-b22e-09f3f38bf863 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:07:05.633531 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-8a8d97fe-037b-431a-93d9-3aed2237e4c8 req-02ff6819-e487-4517-88a4-26effd2cba9d tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Unset dirty status for tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:05.641412 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8a8d97fe-037b-431a-93d9-3aed2237e4c8 req-02ff6819-e487-4517-88a4-26effd2cba9d tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 944 time: 0.3082285 Feb 17 18:07:05.655580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396665-a776-4916-ba20-f10e54676902 req-7abb073d-6914-4c81-b105-61e5e0689f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:05.658407 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7b396665-a776-4916-ba20-f10e54676902 req-7abb073d-6914-4c81-b105-61e5e0689f12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc6d43c0-8454-4c33-ab3f-34ca239dbd4e HTTP/1.1" status: 200 len: 854 time: 0.1434472 Feb 17 18:07:05.662722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:07:05.663100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Checking segment: {'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:05.663507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:05.664501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Bound using segment: {'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:07:05.665086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Bound port: 9c7b3779-55a3-41a4-9d4d-75963bd82260, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edd023f-c78f-4fc1-8020-f3b1d4df89ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49f06560-4261-4204-b22e-09f3f38bf863'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:07:05.665471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:05.758995 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8a8d97fe-037b-431a-93d9-3aed2237e4c8 req-eb5c131f-7a01-4d56-8b9b-6b8a87b66d5b tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163857 Feb 17 18:07:05.762634 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7b396665-a776-4916-ba20-f10e54676902 req-3cfcc85a-3889-4ebc-8f25-7764f632bba6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960202 Feb 17 18:07:05.825263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] For port 9c7b3779-55a3-41a4-9d4d-75963bd82260, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:07:05.829241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] For port 9c7b3779-55a3-41a4-9d4d-75963bd82260, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9c7b3779-55a3-41a4-9d4d-75963bd82260,segment=NetworkSegment(7edd023f-c78f-4fc1-8020-f3b1d4df89ff),segment_id=7edd023f-c78f-4fc1-8020-f3b1d4df89ff)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:07:05.835500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:05.866411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:06.098642 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7b396665-a776-4916-ba20-f10e54676902 req-4d49b77a-85e4-4ff3-be48-0c28f742a96d service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280544 Feb 17 18:07:06.128142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7b3779-55a3-41a4-9d4d-75963bd82260,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:06.203217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:06.265147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:06.266746 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:06.270174 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] 10.222.0.75 "PUT /v2.0/ports/9c7b3779-55a3-41a4-9d4d-75963bd82260 HTTP/1.1" status: 200 len: 1158 time: 2.6641049 Feb 17 18:07:06.272491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'tag': '9c7b3779-55a3-41a4-9d4d-75963bd82260'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:06.347806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76a73e-2904-4cea-b495-3f174dbc3055 req-44d67c2c-6a29-4a46-86a1-20af28310453 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:06.350646 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9c76a73e-2904-4cea-b495-3f174dbc3055 req-44d67c2c-6a29-4a46-86a1-20af28310453 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.3853128 Feb 17 18:07:06.482024 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7b396665-a776-4916-ba20-f10e54676902 req-df657441-1d7f-4f0d-8c21-2f1fb89c7e83 service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3737943 Feb 17 18:07:06.566608 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9c76a73e-2904-4cea-b495-3f174dbc3055 req-16ff4e3a-3d68-45a1-965c-814fbb71cb5a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914375 Feb 17 18:07:06.643012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637993a5-8963-4729-9024-5af2deaf752c req-04c27ff2-a54d-4212-959d-153adc58b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:06.645738 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-04c27ff2-a54d-4212-959d-153adc58b614 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a41b7d3ab734b8aa4cb1b66b0acb28e&device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 1161 time: 0.2047350 Feb 17 18:07:06.738491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:06.827616 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-7dbc5579-a3d0-4e6d-84a0-f4e7ec6c7e52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7b3779-55a3-41a4-9d4d-75963bd82260 HTTP/1.1" status: 200 len: 217 time: 0.1733813 Feb 17 18:07:06.931350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637993a5-8963-4729-9024-5af2deaf752c req-23d5b324-4846-4a0a-9dd6-fc01b9989794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:06.933312 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-23d5b324-4846-4a0a-9dd6-fc01b9989794 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c054f1e-016b-4e25-898c-685a81dbb004 HTTP/1.1" status: 200 len: 847 time: 0.0968394 Feb 17 18:07:06.997788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d61cf4-d622-4ee6-8cf2-9c0a804cb7b4 req-24d77707-4a29-4b39-b9c6-cbd1c279d10f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:07.002036 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-33d61cf4-d622-4ee6-8cf2-9c0a804cb7b4 req-24d77707-4a29-4b39-b9c6-cbd1c279d10f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.2413228 Feb 17 18:07:07.031223 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-5dca8723-7385-4ab1-b6b6-62ed8d85b25e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49f06560-4261-4204-b22e-09f3f38bf863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866246 Feb 17 18:07:07.111614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:07.266223 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-33d61cf4-d622-4ee6-8cf2-9c0a804cb7b4 req-51ff6ffb-eed1-46b8-9399-488daa8492ca tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531948 Feb 17 18:07:07.437203 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-e78189d8-9049-4ebc-b5f4-b0370faefb2a service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948400 Feb 17 18:07:07.700828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:07.827076 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-637993a5-8963-4729-9024-5af2deaf752c req-982d52e7-ccd8-430d-9de1-39ede8138d95 service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3804648 Feb 17 18:07:07.885701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6795b9-c12a-4b3b-8338-92c9dab02800 req-fd198c7c-3857-4702-8062-e52ccf8a0fc6 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:07.889466 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c6795b9-c12a-4b3b-8338-92c9dab02800 req-fd198c7c-3857-4702-8062-e52ccf8a0fc6 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 944 time: 0.2323546 Feb 17 18:07:07.986659 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c6795b9-c12a-4b3b-8338-92c9dab02800 req-d6f4db29-6bcd-4bd2-a3cc-1b58897b360a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842905 Feb 17 18:07:08.065429 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'tag': '9c7b3779-55a3-41a4-9d4d-75963bd82260', 'status': 'completed', 'code': 200} Feb 17 18:07:08.088093 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-3de8745b-4ebb-48a0-b2da-981796fb0433 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84002) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:07:08.301574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-95fb90dd-4153-4a4e-9ad2-5af4fdb86623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:08.303284 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-95fb90dd-4153-4a4e-9ad2-5af4fdb86623 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a41b7d3ab734b8aa4cb1b66b0acb28e&device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 1161 time: 0.2079740 Feb 17 18:07:08.495151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-55a769d7-f1a9-48a4-a90e-7f682f0483c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:08.497027 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-55a769d7-f1a9-48a4-a90e-7f682f0483c8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=49f06560-4261-4204-b22e-09f3f38bf863 HTTP/1.1" status: 200 len: 901 time: 0.1820269 Feb 17 18:07:08.505402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291cc3f-5608-465c-b876-3b0b8d4885b0 req-73677a53-3633-4fc9-9f90-4df4c2a4a864 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:08.514231 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c291cc3f-5608-465c-b876-3b0b8d4885b0 req-73677a53-3633-4fc9-9f90-4df4c2a4a864 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 944 time: 0.2850995 Feb 17 18:07:08.644906 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-425d05e1-f2b0-4d7e-9189-68625f96f88f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7b3779-55a3-41a4-9d4d-75963bd82260 HTTP/1.1" status: 200 len: 217 time: 0.0835946 Feb 17 18:07:08.722709 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c291cc3f-5608-465c-b876-3b0b8d4885b0 req-5f2bfaca-48fc-4f20-806a-80a5fc0e1eb2 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074444 Feb 17 18:07:08.768136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-1e3d7d82-f6af-4712-be11-7ebe979e5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:08.769756 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-1e3d7d82-f6af-4712-be11-7ebe979e5ab1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2c054f1e-016b-4e25-898c-685a81dbb004 HTTP/1.1" status: 200 len: 847 time: 0.1150467 Feb 17 18:07:08.842967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f398dc14-dd04-49ea-9524-cc838a51eaaf up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:08.867912 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-e02c35ab-f01d-4f6a-98d2-f62af71e0157 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=49f06560-4261-4204-b22e-09f3f38bf863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875599 Feb 17 18:07:08.993263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port f398dc14-dd04-49ea-9524-cc838a51eaaf completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:09.002812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port f398dc14-dd04-49ea-9524-cc838a51eaaf triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:09.003550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:09.165521 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153e803-a6ff-4e0f-b6a4-d808c76456b8 req-fada6e25-3022-4dfa-ac7b-07e60f09bc13 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:09.167136 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6153e803-a6ff-4e0f-b6a4-d808c76456b8 req-fada6e25-3022-4dfa-ac7b-07e60f09bc13 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1859033 Feb 17 18:07:09.169449 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-5f924afb-3930-40eb-bb2e-072755d7033d service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920971 Feb 17 18:07:09.231028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:09.291373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port f398dc14-dd04-49ea-9524-cc838a51eaaf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f398dc14-dd04-49ea-9524-cc838a51eaaf,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:09.292990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:09.299971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:09.302389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:09.343359 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6153e803-a6ff-4e0f-b6a4-d808c76456b8 req-3ba9b7cc-5215-42b8-a407-3ab668383108 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601265 Feb 17 18:07:09.420136 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5b1398c-9214-4d4d-84f5-c5531e63d874 req-b8f5083f-5ecc-4f29-a137-ef38d1722bbd service neutron] 10.222.0.75 "GET /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2425094 Feb 17 18:07:09.423313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=f398dc14-dd04-49ea-9524-cc838a51eaaf,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:09.439688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.440076 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.440446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.440815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.441177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.441543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.441912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.442265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.442623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.442978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.443332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.443687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.444130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.444525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.445412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.445768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.446127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.446484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.446838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.447192 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.447542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.447923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.461258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.461625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:09.466250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:09.680354 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ddeb3-3f5c-409d-a2db-216aaea8fa29 req-0717a7f1-285f-4f2e-af11-81619cec016f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:09.681988 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2a7ddeb3-3f5c-409d-a2db-216aaea8fa29 req-0717a7f1-285f-4f2e-af11-81619cec016f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.1450949 Feb 17 18:07:09.751672 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2a7ddeb3-3f5c-409d-a2db-216aaea8fa29 req-b79b5ed8-1e6a-4af0-ba6b-3048505519ef tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541213 Feb 17 18:07:09.986482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f398dc14-dd04-49ea-9524-cc838a51eaaf up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:10.003095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f025c9-5617-4947-ad94-0f14cf222e0b req-2b542a34-1177-419e-bacd-c0388dc902bc tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:10.009207 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67f025c9-5617-4947-ad94-0f14cf222e0b req-2b542a34-1177-419e-bacd-c0388dc902bc tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 0.1308305 Feb 17 18:07:10.092618 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67f025c9-5617-4947-ad94-0f14cf222e0b req-2e04fd2f-e582-4f85-9882-937d3ac42f60 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804746 Feb 17 18:07:10.094813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port f398dc14-dd04-49ea-9524-cc838a51eaaf triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:10.097063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:10.240398 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf', 'code': 200} Feb 17 18:07:10.492768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84ea73-2fb7-4d9a-86e9-73d76ae399de req-791d59be-02fa-4166-8bc4-b5f878e37c13 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:10.494768 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c84ea73-2fb7-4d9a-86e9-73d76ae399de req-791d59be-02fa-4166-8bc4-b5f878e37c13 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 944 time: 0.1541104 Feb 17 18:07:10.584312 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3c84ea73-2fb7-4d9a-86e9-73d76ae399de req-4c3de629-8220-491d-9f40-fa469d2c667f tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822549 Feb 17 18:07:10.613728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c3e52-c6f8-45a6-af77-fcfe53cb76f0 req-eb12afac-8c0c-4529-8ee7-7b139bc8fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:10.615654 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2a8c3e52-c6f8-45a6-af77-fcfe53cb76f0 req-eb12afac-8c0c-4529-8ee7-7b139bc8fb32 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 1163 time: 0.1725500 Feb 17 18:07:10.678898 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2a8c3e52-c6f8-45a6-af77-fcfe53cb76f0 req-b745ea4a-80f2-449f-96c2-5ac1dad0a61d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Feb 17 18:07:11.297675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0609f-97ac-46d9-bbc9-3497a3c8b220 req-abed919d-454f-41b0-baca-b822d5229b09 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:11.299349 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-acc0609f-97ac-46d9-bbc9-3497a3c8b220 req-abed919d-454f-41b0-baca-b822d5229b09 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.5438604 Feb 17 18:07:11.307587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9e05-41fd-4371-8c92-65425018c011 req-52fcf75b-57d4-4509-abb9-2278cff3029e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:11.309207 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-52fcf75b-57d4-4509-abb9-2278cff3029e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 0.4949825 Feb 17 18:07:11.345634 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-9d206cb0-6c0b-4b6d-8cb0-90c2bcf38b51 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/quotas/ca53dce0ecf24965b05506ff10bdf63a HTTP/1.1" status: 200 len: 375 time: 0.0178545 Feb 17 18:07:11.424420 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-acc0609f-97ac-46d9-bbc9-3497a3c8b220 req-9546cfbb-a5b9-4109-8f7b-a5f753f5ce35 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140175 Feb 17 18:07:11.465261 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-0621bbfb-a8ab-49f4-850b-27ca14ec872b tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088982 Feb 17 18:07:11.743704 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-b62298e9-4cf2-40ae-9161-5130acfe24ee service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695000 Feb 17 18:07:11.751464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab98a87-9148-41eb-8d31-f6e79839b630 req-95ff0054-edd8-4c01-944d-8088cfe5ad91 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:11.753191 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6ab98a87-9148-41eb-8d31-f6e79839b630 req-95ff0054-edd8-4c01-944d-8088cfe5ad91 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.1629744 Feb 17 18:07:11.986154 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6ab98a87-9148-41eb-8d31-f6e79839b630 req-3e594d80-8779-483b-95fe-c65cff5d58d2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049077 Feb 17 18:07:12.073688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f398dc14-dd04-49ea-9524-cc838a51eaaf up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:12.093831 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-934e441e-06bc-40d1-bce6-2df044e7ec33 service neutron] 10.222.0.68 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3361018 Feb 17 18:07:12.128998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-9cbef1ea-4e00-4b39-90b9-8c8c2963424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:12.132641 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-9cbef1ea-4e00-4b39-90b9-8c8c2963424f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1162 time: 0.2435293 Feb 17 18:07:12.240837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port f398dc14-dd04-49ea-9524-cc838a51eaaf triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:12.256873 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:12.736901 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-f4260417-e7c5-41a0-be45-2f8a4695f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:12.739706 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-f4260417-e7c5-41a0-be45-2f8a4695f994 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.5341718 Feb 17 18:07:12.754070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e646e-796c-4495-95db-3578fc09e531 req-c3e6933c-92de-4434-bfd8-8292e2c780aa tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:12.756666 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-838e646e-796c-4495-95db-3578fc09e531 req-c3e6933c-92de-4434-bfd8-8292e2c780aa tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 0.6223655 Feb 17 18:07:12.955613 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-3a7d5823-26c1-4407-91a0-f3684a356056 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 200 len: 1001 time: 0.1973341 Feb 17 18:07:13.016140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0ce50-cc64-452f-afff-8d9181f82b11 req-5a5915ab-98e5-4a1f-ace1-643391d356dc tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:13.018089 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a7e0ce50-cc64-452f-afff-8d9181f82b11 req-5a5915ab-98e5-4a1f-ace1-643391d356dc tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 944 time: 0.4223859 Feb 17 18:07:13.021339 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-838e646e-796c-4495-95db-3578fc09e531 req-1787b6f5-9400-40e5-bf7e-62a592b2a00d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847293 Feb 17 18:07:13.087180 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6441bed-cdcf-4325-be69-b24a7a0e1b43 req-0abe4aee-009c-42ca-b08f-b84544679ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:13.089924 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e6441bed-cdcf-4325-be69-b24a7a0e1b43 req-0abe4aee-009c-42ca-b08f-b84544679ca5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 0.1410012 Feb 17 18:07:13.092625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-4f7d9db6-dca5-4ef4-acf1-00660287eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:13.094286 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-4f7d9db6-dca5-4ef4-acf1-00660287eb7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.1321092 Feb 17 18:07:13.109744 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a7e0ce50-cc64-452f-afff-8d9181f82b11 req-079925d5-d6a6-4fe9-b454-1ac25afa4d41 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737762 Feb 17 18:07:13.217813 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e6441bed-cdcf-4325-be69-b24a7a0e1b43 req-f5f3b826-b920-4e7e-8409-d7a2b6bac5d9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036527 Feb 17 18:07:13.418880 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5db76b5b-7a94-4873-b7db-7eb3c0404b35 req-52e5546f-656a-4ad6-8678-8250c58536cb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 210 time: 0.1960030 Feb 17 18:07:13.493511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-3178e7e7-bd01-4242-8c07-594d8375edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:13.495162 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-3178e7e7-bd01-4242-8c07-594d8375edc7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3763599 Feb 17 18:07:13.539115 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca14-f6ed-4e6b-8e90-b2726cd56cef req-c3b31651-6f4f-4621-bdf6-361a91f19017 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:13.541116 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9bc9ca14-f6ed-4e6b-8e90-b2726cd56cef req-c3b31651-6f4f-4621-bdf6-361a91f19017 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2303247 Feb 17 18:07:13.750762 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9bc9ca14-f6ed-4e6b-8e90-b2726cd56cef req-5bf78c09-1b9e-4a62-abf6-832132da828b tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547348 Feb 17 18:07:13.781272 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-53142f6a-fb60-468d-98ac-1a3d0cf8e4a1 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759514 Feb 17 18:07:13.792554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b3ca2-5736-4aa7-9022-71c1ee3c05e6 req-5c5aef28-999a-4c35-8f64-64c8656f4655 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:13.794543 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-328b3ca2-5736-4aa7-9022-71c1ee3c05e6 req-5c5aef28-999a-4c35-8f64-64c8656f4655 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.1972003 Feb 17 18:07:13.942887 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-328b3ca2-5736-4aa7-9022-71c1ee3c05e6 req-a733d11b-6498-4a12-9466-92c80662172c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216259 Feb 17 18:07:13.982453 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a576d180-f4cf-484c-8ff9-119d1bc1215e req-6a3f691e-a018-4e0a-875b-ee19d258547a service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1869521 Feb 17 18:07:14.622220 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf071a-7b13-4bea-a1b7-5a4627fb676e req-2cc8b43c-5346-4aba-afcb-a2066a3af1f2 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:14.625343 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a0cf071a-7b13-4bea-a1b7-5a4627fb676e req-2cc8b43c-5346-4aba-afcb-a2066a3af1f2 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 0.4534862 Feb 17 18:07:14.652208 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9e05-41fd-4371-8c92-65425018c011 req-aaa33939-b20f-4fed-8199-40edda499ba8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:14.655083 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-aaa33939-b20f-4fed-8199-40edda499ba8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 815 time: 0.3743646 Feb 17 18:07:14.698130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Request body: {'port': {'device_id': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0', 'admin_state_up': True, 'tenant_id': 'ca53dce0ecf24965b05506ff10bdf63a'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:14.838988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8c9e0-1141-4148-b252-940c9513d233 req-c559272e-b4ee-4ecd-b321-1477a087d97b tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:14.841612 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-15f8c9e0-1141-4148-b252-940c9513d233 req-c559272e-b4ee-4ecd-b321-1477a087d97b tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 944 time: 0.4762063 Feb 17 18:07:14.923949 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a0cf071a-7b13-4bea-a1b7-5a4627fb676e req-9e40a0c3-c8ec-440f-a821-b9d774489884 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916338 Feb 17 18:07:15.099190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 9c7b3779-55a3-41a4-9d4d-75963bd82260 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:15.258402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 9c7b3779-55a3-41a4-9d4d-75963bd82260 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:15.267595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 9c7b3779-55a3-41a4-9d4d-75963bd82260 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:15.268467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.297780 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-15f8c9e0-1141-4148-b252-940c9513d233 req-794835e5-b558-461b-a17a-574f687d3c03 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305282 Feb 17 18:07:15.332892 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9e79ebe4-c645-4418-9669-f68a1a90ce48 req-fd5a1780-7f14-4c10-8bc0-e50cded0d4d8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 210 time: 0.0987995 Feb 17 18:07:15.337380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:15.344776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Usage tracker for resource:port and tenant:ca53dce0ecf24965b05506ff10bdf63a is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:15.349089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:15.361599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:15.375021 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Made reservation on behalf of ca53dce0ecf24965b05506ff10bdf63a for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:15.385357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.510136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.629646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b3779-55a3-41a4-9d4d-75963bd82260'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:15.647710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 9c7b3779-55a3-41a4-9d4d-75963bd82260, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9c7b3779-55a3-41a4-9d4d-75963bd82260,segment=NetworkSegment(7edd023f-c78f-4fc1-8020-f3b1d4df89ff),segment_id=7edd023f-c78f-4fc1-8020-f3b1d4df89ff)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:15.653054 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.654402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f398dc14-dd04-49ea-9524-cc838a51eaaf up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:15.692156 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-faa65f70-9243-4602-8c3a-12e0f9bd641e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:15.824686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69f50b-9369-4087-bb47-e0c1d16fa3b6 req-c2021e1b-99fc-4591-b2f5-da075c8eaa70 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:15.827617 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fb69f50b-9369-4087-bb47-e0c1d16fa3b6 req-c2021e1b-99fc-4591-b2f5-da075c8eaa70 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.3183765 Feb 17 18:07:15.844541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-d2519cb0-881c-455c-b3ee-f215eacd58d2 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Synchronizing usage tracker for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:security_group {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:15.850576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port f398dc14-dd04-49ea-9524-cc838a51eaaf triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:15.851151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:15.887279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=9c7b3779-55a3-41a4-9d4d-75963bd82260,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:15.956471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-d2519cb0-881c-455c-b3ee-f215eacd58d2 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Unset dirty status for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:security_group {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:15.958486 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-d2519cb0-881c-455c-b3ee-f215eacd58d2 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-766807735&fields=id&tenant_id=9f13c1cab35643cdb6c18e225439e2b3 HTTP/1.1" status: 200 len: 267 time: 0.3184969 Feb 17 18:07:15.962739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:16.244346 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fb69f50b-9369-4087-bb47-e0c1d16fa3b6 req-3c271af9-6bfa-40c7-9614-f5d656a60410 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866212 Feb 17 18:07:16.343050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 9c7b3779-55a3-41a4-9d4d-75963bd82260 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:16.377893 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0d7ec846-c335-4d89-a940-8bc82235f0cc tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:16.379434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0d7ec846-c335-4d89-a940-8bc82235f0cc tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Synchronizing usage tracker for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:network {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:16.437237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Allocated IP 172.20.0.6 (9b24a6ad-f37d-4277-bd3b-42dc07df05a0/48784fc0-d48f-4f73-a7ec-1eebaa28a1c0/ef47d45b-6709-4d28-9004-edf9ff338b0e) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:07:16.455595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0d7ec846-c335-4d89-a940-8bc82235f0cc tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Unset dirty status for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:network {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:16.457854 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0d7ec846-c335-4d89-a940-8bc82235f0cc tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 808 time: 0.4806094 Feb 17 18:07:16.526536 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-a2c812cf-678f-4582-9bf9-5b1fa0654386 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/quotas/9f13c1cab35643cdb6c18e225439e2b3 HTTP/1.1" status: 200 len: 375 time: 0.0396402 Feb 17 18:07:16.534163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 9c7b3779-55a3-41a4-9d4d-75963bd82260 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:16.535542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:16.753795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:16.868101 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:16.868970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:16.896524 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-4ad5937d-2f10-43da-818e-e9b6fa31c250 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3682220 Feb 17 18:07:16.973177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84eb2c-e887-4d6d-9408-437bd8f05759 req-d75a4f28-742f-4e5c-8c45-6088e4d97ebf tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:16.975058 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d84eb2c-e887-4d6d-9408-437bd8f05759 req-d75a4f28-742f-4e5c-8c45-6088e4d97ebf tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.4452233 Feb 17 18:07:17.047246 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:17.078228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:17.140170 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8d84eb2c-e887-4d6d-9408-437bd8f05759 req-40bd10d5-9d34-435d-b7c4-fb948c3fdd1f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048551 Feb 17 18:07:17.190532 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-179cb931-4fb5-47e8-998a-d59ffba31427 service neutron] 10.222.0.68 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749591 Feb 17 18:07:17.196862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:17.224104 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7b3779-55a3-41a4-9d4d-75963bd82260', 'code': 200} Feb 17 18:07:17.239356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:17.335019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:17.376055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:17.381098 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:17.383174 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:17.499823 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:17.507859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:17.618724 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-70f66397-45ec-4b10-9479-fb473463836a service neutron] 10.222.0.68 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4196134 Feb 17 18:07:17.678771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event updated for resources: {'Port': ['ID=ef47d45b-6709-4d28-9004-edf9ff338b0e,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:17.685293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:17.745895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51053803-2155-4201-af94-7ec2113c6cc6 req-1312ec68-cd76-40d4-80a4-d9b325ec7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:17.749025 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-51053803-2155-4201-af94-7ec2113c6cc6 req-1312ec68-cd76-40d4-80a4-d9b325ec7ce3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 1163 time: 0.1384828 Feb 17 18:07:17.787928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:17.792662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:17.796719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:17.806090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:17.806885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:17.810256 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-51053803-2155-4201-af94-7ec2113c6cc6 req-1ec36500-c413-4845-9b96-ac5ac3abdba9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Feb 17 18:07:17.976875 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2870061 Feb 17 18:07:18.025020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c770a-8bac-442b-a2fe-61f4f53676db req-b7e7a663-21bd-40ae-895f-8756650f504d tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:18.028334 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-488c770a-8bac-442b-a2fe-61f4f53676db req-b7e7a663-21bd-40ae-895f-8756650f504d tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 946 time: 0.2378752 Feb 17 18:07:18.040250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Request body: {'port': {'device_id': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:18.188545 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-488c770a-8bac-442b-a2fe-61f4f53676db req-685b9e86-36ca-4959-9620-2b9e00e2ecfe tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166787 Feb 17 18:07:18.331387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:18.431864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7632167-127b-4bbd-9c63-31c11609358c req-8f665c04-3b62-49c6-bf9a-d795ed1ab1df tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:18.432619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-d7632167-127b-4bbd-9c63-31c11609358c req-8f665c04-3b62-49c6-bf9a-d795ed1ab1df tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:18.520314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-d7632167-127b-4bbd-9c63-31c11609358c req-8f665c04-3b62-49c6-bf9a-d795ed1ab1df tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:18.521877 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d7632167-127b-4bbd-9c63-31c11609358c req-8f665c04-3b62-49c6-bf9a-d795ed1ab1df tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 931 time: 0.3299546 Feb 17 18:07:18.607658 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de4e48b6-6596-4f1f-a692-a2bef73641fd req-79061634-d044-4b92-85de-778fff18da2e tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 210 time: 0.0920010 Feb 17 18:07:18.748145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-f41d53f8-81f6-473f-9341-ada024c5259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:18.750216 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-f41d53f8-81f6-473f-9341-ada024c5259e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 1163 time: 0.2061749 Feb 17 18:07:18.772622 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d7632167-127b-4bbd-9c63-31c11609358c req-6cbec34d-fb9a-48d4-93fb-1f471a536c7b tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095466 Feb 17 18:07:18.964412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-4648d366-4135-4f71-832a-01c928e1bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:18.967453 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-4648d366-4135-4f71-832a-01c928e1bfde service neutron] 10.222.0.75 "GET /v2.0/networks?id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 200 len: 913 time: 0.2024252 Feb 17 18:07:19.061200 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-fd9ed911-37b2-4d60-b80b-e893917e1699 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 200 len: 217 time: 0.0840504 Feb 17 18:07:19.111464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a4184-3886-4051-bae6-bb0d6be3aecc req-c1470e07-21e0-49fb-b6b9-67ee5eecd64e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:19.113777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-192a4184-3886-4051-bae6-bb0d6be3aecc req-c1470e07-21e0-49fb-b6b9-67ee5eecd64e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.3367176 Feb 17 18:07:19.154936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23455941-0500-4469-b260-911f2793296f req-672c8a6a-9e0b-4e7f-a8af-ebf275cf5aa3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:19.156897 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-23455941-0500-4469-b260-911f2793296f req-672c8a6a-9e0b-4e7f-a8af-ebf275cf5aa3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2140074 Feb 17 18:07:19.176063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-04d70287-a031-4c76-86c1-5d3a619dd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:19.178053 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-04d70287-a031-4c76-86c1-5d3a619dd29e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 200 len: 859 time: 0.1097913 Feb 17 18:07:19.226417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:19.249361 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-adb0a5ba-9ddd-4311-8b70-f97a13963b5b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633509 Feb 17 18:07:19.447545 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-533f3af1-e56c-46e5-9442-c1674c6438f7 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872990 Feb 17 18:07:19.565572 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-192a4184-3886-4051-bae6-bb0d6be3aecc req-c8f0354a-b841-4102-ba69-16fd1ca634cd tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4389884 Feb 17 18:07:19.584251 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-23455941-0500-4469-b260-911f2793296f req-c5d8b9a0-e661-456e-8c35-3d0ede94b7d8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003100 Feb 17 18:07:19.587137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef47d45b-6709-4d28-9004-edf9ff338b0e {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:07:19.604519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:19.631442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Transition to ACTIVE for port object ef47d45b-6709-4d28-9004-edf9ff338b0e will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:19.634680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:19.639439 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1f1bc3d0-5e96-48ae-bb24-837a309d4852 req-fead379c-4731-47d4-92af-3eb1f8dd5a70 service neutron] 10.222.0.75 "GET /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1849797 Feb 17 18:07:19.655759 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'code': 422} returned with failed status Feb 17 18:07:19.657681 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:19.897616 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Pushing event updated for resources: {'Port': ['ID=ef47d45b-6709-4d28-9004-edf9ff338b0e,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:19.904937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:19.973428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072f148-de5b-466a-9642-c4e05b1ad533 req-389b9903-d2c0-49e0-ba5f-4513593ebbae tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:19.975136 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4072f148-de5b-466a-9642-c4e05b1ad533 req-389b9903-d2c0-49e0-ba5f-4513593ebbae tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 946 time: 0.1951408 Feb 17 18:07:20.146575 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4072f148-de5b-466a-9642-c4e05b1ad533 req-e101c112-ffa6-4b83-9084-20c7a57af031 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608057 Feb 17 18:07:20.149800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Attempting to bind port ef47d45b-6709-4d28-9004-edf9ff338b0e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:20.150223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Attempting to bind port ef47d45b-6709-4d28-9004-edf9ff338b0e by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:07:20.150561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Attempting to bind port ef47d45b-6709-4d28-9004-edf9ff338b0e on network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:07:20.158275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:07:20.158615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Checking segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:20.159038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:20.159457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Bound using segment: {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:07:20.159986 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Bound port: ef47d45b-6709-4d28-9004-edf9ff338b0e, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7d0e9-927a-43c2-be9a-bde8973a1468', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9b24a6ad-f37d-4277-bd3b-42dc07df05a0'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:07:20.160375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:20.315723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 9c7b3779-55a3-41a4-9d4d-75963bd82260 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:20.348557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-9ea19c31-85ce-4355-8fb8-ebef6ce482d5 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:20.350653 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-9ea19c31-85ce-4355-8fb8-ebef6ce482d5 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 808 time: 0.3249862 Feb 17 18:07:20.441925 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] For port ef47d45b-6709-4d28-9004-edf9ff338b0e, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:07:20.446516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] For port ef47d45b-6709-4d28-9004-edf9ff338b0e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ef47d45b-6709-4d28-9004-edf9ff338b0e,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:07:20.460511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:20.482818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 9c7b3779-55a3-41a4-9d4d-75963bd82260 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:20.484099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:20.489500 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ba1da6c8-eb72-4a61-9a22-a2ebbddf73a9 req-bbe3a1e4-5fc2-4ab0-806c-fef7290f7bb0 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 210 time: 0.1925957 Feb 17 18:07:20.499280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:20.580839 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-40767c30-acca-4383-8140-be7c29eefa4a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f13c1cab35643cdb6c18e225439e2b3 HTTP/1.1" status: 200 len: 5757 time: 0.2193093 Feb 17 18:07:20.594814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'port': {'device_id': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'admin_state_up': True, 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'security_groups': ['f3b6c53a-f70a-4197-87bd-fba0766629ba']}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:20.878480 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:20.885291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Usage tracker for resource:port and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:20.890350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:20.902468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:20.919833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Made reservation on behalf of 9f13c1cab35643cdb6c18e225439e2b3 for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:07:20.927100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:21.135248 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Pushing event updated for resources: {'Port': ['ID=ef47d45b-6709-4d28-9004-edf9ff338b0e,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:21.156320 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:21.303486 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96645c0-888e-4cc0-b5a0-9a49d37f73c5 req-f4b522d5-2a5c-4b57-93d8-a17c028b7fd3 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:21.308344 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f96645c0-888e-4cc0-b5a0-9a49d37f73c5 req-f4b522d5-2a5c-4b57-93d8-a17c028b7fd3 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 943 time: 0.5162711 Feb 17 18:07:21.330772 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08af683-53a1-432f-8490-fae044c8d0ee req-f1630595-a075-496d-adde-666861eb7a70 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:21.334093 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d08af683-53a1-432f-8490-fae044c8d0ee req-f1630595-a075-496d-adde-666861eb7a70 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.4150898 Feb 17 18:07:21.346795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:21.348394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:21.353435 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] 10.222.0.75 "PUT /v2.0/ports/ef47d45b-6709-4d28-9004-edf9ff338b0e HTTP/1.1" status: 200 len: 1157 time: 3.3178129 Feb 17 18:07:21.359532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'tag': 'ef47d45b-6709-4d28-9004-edf9ff338b0e'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:21.618505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Allocated IP 172.20.0.4 (93e38ca4-274e-4cc5-b515-a705f964dd43/9ae0dc56-1874-4707-abee-19e7114ca306/3ed327db-42aa-4365-85d7-609f9f138376) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:07:21.646513 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f96645c0-888e-4cc0-b5a0-9a49d37f73c5 req-501a55f8-ba10-4b00-8d8c-e2cef12a3b0d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096752 Feb 17 18:07:21.660890 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d08af683-53a1-432f-8490-fae044c8d0ee req-741fcae5-ce63-469e-8881-78a28bbc3220 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036151 Feb 17 18:07:21.699551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9e05-41fd-4371-8c92-65425018c011 req-b57d66fd-75d5-406e-8acd-7954ac133ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:21.702447 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-b57d66fd-75d5-406e-8acd-7954ac133ac1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 1160 time: 0.2644050 Feb 17 18:07:21.906419 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'tag': 'ef47d45b-6709-4d28-9004-edf9ff338b0e', 'status': 'completed', 'code': 200} Feb 17 18:07:21.910417 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-793bbe8a-dade-4f15-8527-73f2b291f561 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef47d45b-6709-4d28-9004-edf9ff338b0e HTTP/1.1" status: 200 len: 217 time: 0.1918700 Feb 17 18:07:21.989629 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:22.013538 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Transition to ACTIVE for port object 3ed327db-42aa-4365-85d7-609f9f138376 will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:22.048030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:22.084332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:22.102752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9e05-41fd-4371-8c92-65425018c011 req-66ee7572-b2d6-4321-bf8c-3e91fe6e21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:22.104466 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-66ee7572-b2d6-4321-bf8c-3e91fe6e21ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.1816509 Feb 17 18:07:22.263758 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-8bfb252c-9130-47f9-8b63-fa70f56c42e8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362920 Feb 17 18:07:22.363974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:22.388660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event updated for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:22.397614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:22.468016 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 55180) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:07:22.483713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:22.484174 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:22.619311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaf888-0452-4efd-8a85-d32b4f6d318b req-ca2a4edc-cbfb-49b2-a86a-a7dd1cc1d5c4 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:22.631596 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-41eaf888-0452-4efd-8a85-d32b4f6d318b req-ca2a4edc-cbfb-49b2-a86a-a7dd1cc1d5c4 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 931 time: 0.6224885 Feb 17 18:07:22.635005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Network 93e38ca4-274e-4cc5-b515-a705f964dd43 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:22.636741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:22.654948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:22.791225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:22.792060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:22.815377 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-41eaf888-0452-4efd-8a85-d32b4f6d318b req-9d838551-74c3-4c46-8aa3-e93ea2337f5f tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1687472 Feb 17 18:07:22.829063 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-eb0dfdba-7dbd-4f2a-8b9f-c103931e3143 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533936 Feb 17 18:07:22.830275 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2406158 Feb 17 18:07:22.857433 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-106d583e-9dad-4139-aa7c-ab76984f6382 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3872194 Feb 17 18:07:22.865286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Request body: {'port': {'device_id': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:22.999583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac814a8-9184-4aa0-b684-8d37e532e41a req-3a83f29e-7863-4bce-ab4e-b4542a666cea tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:23.001449 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7ac814a8-9184-4aa0-b684-8d37e532e41a req-3a83f29e-7863-4bce-ab4e-b4542a666cea tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.3352649 Feb 17 18:07:23.037911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-e2952e4b-915d-4d67-9632-17d4bd86cb8c None None] Provisioning for port 3ed327db-42aa-4365-85d7-609f9f138376 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:23.053594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-e2952e4b-915d-4d67-9632-17d4bd86cb8c None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:23.054373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2952e4b-915d-4d67-9632-17d4bd86cb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.104811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.175345 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-e2952e4b-915d-4d67-9632-17d4bd86cb8c None None] Port 3ed327db-42aa-4365-85d7-609f9f138376 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:07:23.216840 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7ac814a8-9184-4aa0-b684-8d37e532e41a req-8607ad70-afae-47dd-8098-3be0c1d9e95d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557646 Feb 17 18:07:23.254235 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-43bd9e05-41fd-4371-8c92-65425018c011 req-40b7c5f2-a5f9-43bf-ba6a-697255b4d462 service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3966968 Feb 17 18:07:23.262768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4a434-30b7-4128-9921-8dcb320e9f88 req-8a394c5e-2772-41f0-b236-0523e49ca0b3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:23.264571 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-27f4a434-30b7-4128-9921-8dcb320e9f88 req-8a394c5e-2772-41f0-b236-0523e49ca0b3 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 946 time: 0.2821953 Feb 17 18:07:23.458080 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-27f4a434-30b7-4128-9921-8dcb320e9f88 req-8f33748f-5f43-41a4-8299-4c479db5cec9 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841757 Feb 17 18:07:23.646288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee77fff-b3ea-44ab-b239-3224bebf0c28 req-0245f915-c134-4cbd-8e73-2240bd8755c0 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:23.655313 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8ee77fff-b3ea-44ab-b239-3224bebf0c28 req-0245f915-c134-4cbd-8e73-2240bd8755c0 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 943 time: 0.2054951 Feb 17 18:07:23.659914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-00d30a52-b9a9-4c60-af76-f15154d2ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:23.661930 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-00d30a52-b9a9-4c60-af76-f15154d2ab87 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 1160 time: 0.3020113 Feb 17 18:07:23.874667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed327db-42aa-4365-85d7-609f9f138376 {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:07:23.885672 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.908881 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Transition to ACTIVE for port object 3ed327db-42aa-4365-85d7-609f9f138376 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:07:23.912483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:23.930481 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b2c2b57d-9421-4383-948b-c74f2cb0f1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:24.114446 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8ee77fff-b3ea-44ab-b239-3224bebf0c28 req-637efb9f-caed-4afa-ae86-abfe7177fde8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576805 Feb 17 18:07:24.198696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-626a97bc-2b59-43b3-8770-52c1f054b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:24.200298 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-626a97bc-2b59-43b3-8770-52c1f054b499 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 200 len: 909 time: 0.5202901 Feb 17 18:07:24.212658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38451db6-5ccf-4336-940a-8635a58371d8 req-01d39c5d-3c14-4189-836d-9e9791cdce62 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:24.214687 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38451db6-5ccf-4336-940a-8635a58371d8 req-01d39c5d-3c14-4189-836d-9e9791cdce62 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.5028906 Feb 17 18:07:24.324264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Pushing event updated for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:24.330095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:24.343401 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-7a1df642-af8f-49cb-a7d8-01374accef10 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef47d45b-6709-4d28-9004-edf9ff338b0e HTTP/1.1" status: 200 len: 217 time: 0.1275756 Feb 17 18:07:24.372834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 9c7b3779-55a3-41a4-9d4d-75963bd82260 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:24.473292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 9c7b3779-55a3-41a4-9d4d-75963bd82260 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:24.478015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:24.493718 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38451db6-5ccf-4336-940a-8635a58371d8 req-440d7996-acd5-4381-97a4-21155f60e520 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193835 Feb 17 18:07:24.495009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-bdab0ad6-3da6-4e84-be3f-1d7099be39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:24.497002 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-bdab0ad6-3da6-4e84-be3f-1d7099be39b3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 200 len: 855 time: 0.1454921 Feb 17 18:07:24.654224 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-29150f06-813c-48d5-b469-99b01ea97bca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9b24a6ad-f37d-4277-bd3b-42dc07df05a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385896 Feb 17 18:07:24.828643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Attempting to bind port 3ed327db-42aa-4365-85d7-609f9f138376 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:07:24.829275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Attempting to bind port 3ed327db-42aa-4365-85d7-609f9f138376 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:07:24.833180 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Attempting to bind port 3ed327db-42aa-4365-85d7-609f9f138376 on network 93e38ca4-274e-4cc5-b515-a705f964dd43 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:07:24.853823 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:07:24.854254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Checking segment: {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:07:24.854771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:24.855226 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Bound using segment: {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:07:24.855744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Bound port: 3ed327db-42aa-4365-85d7-609f9f138376, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29feaa4-914a-49e1-a97c-50c5c113f667', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:07:24.861800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:24.945511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ae42-9b95-4b6c-bda9-f6c8581ac444 req-ac0507d9-538b-4e5c-a51c-432f717fbc6f tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:24.948313 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5a2ae42-9b95-4b6c-bda9-f6c8581ac444 req-ac0507d9-538b-4e5c-a51c-432f717fbc6f tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.6728926 Feb 17 18:07:25.146444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:07:25.152246 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3ed327db-42aa-4365-85d7-609f9f138376,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:07:25.157952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.162216 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5a2ae42-9b95-4b6c-bda9-f6c8581ac444 req-0ad93b85-f19b-46e5-837c-88296c74b470 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1432722 Feb 17 18:07:25.168129 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-8dd35816-9be9-4b8d-a653-b6f3f863689b service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079908 Feb 17 18:07:25.183876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:25.282436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-bf84f249-bde2-4747-ad6e-d8d746a2cc9c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:25.284294 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-bf84f249-bde2-4747-ad6e-d8d746a2cc9c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 946 time: 0.4133630 Feb 17 18:07:25.423224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc528d9-89f9-4491-8809-2d86a5beb4ef req-f8747bc1-ce78-4391-839f-94e6341b3506 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:25.424881 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcc528d9-89f9-4491-8809-2d86a5beb4ef req-f8747bc1-ce78-4391-839f-94e6341b3506 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.4937899 Feb 17 18:07:25.449644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-96fe0751-300f-4298-aeb6-5b14d2a02473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:25.452606 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-96fe0751-300f-4298-aeb6-5b14d2a02473 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f&tenant_id=10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 1160 time: 0.4286008 Feb 17 18:07:25.528933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Deleting port 9c7b3779-55a3-41a4-9d4d-75963bd82260 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:25.530096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.604096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Pushing event updated for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:25.627614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:25.733887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:25.735079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:25.736041 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67a1409e-9c40-4722-9aad-f2cfafabeea6 req-7490fa5a-08bf-4234-a3ca-3d86bb03af2b service neutron] 10.222.0.75 "GET /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5576968 Feb 17 18:07:25.738008 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] 10.222.0.75 "PUT /v2.0/ports/3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 1157 time: 2.8776820 Feb 17 18:07:25.738896 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:25.750235 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcc528d9-89f9-4491-8809-2d86a5beb4ef req-ae869561-0e4a-44ca-a776-516c529b031b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010006 Feb 17 18:07:25.764576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-bfa1ded2-7a62-44f6-9cbd-4be5bfea4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:25.767527 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-bfa1ded2-7a62-44f6-9cbd-4be5bfea4f85 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1160 time: 0.2786248 Feb 17 18:07:25.908969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c552c6-97e7-45c2-a427-ba09e7c57e13 req-6180a81f-7ffc-404e-bb04-c0bcf0e3dd23 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:25.918009 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5c552c6-97e7-45c2-a427-ba09e7c57e13 req-6180a81f-7ffc-404e-bb04-c0bcf0e3dd23 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 946 time: 0.5622840 Feb 17 18:07:26.164832 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-12bad2af-f0c8-4c10-b02c-985dd7202d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:26.166486 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-12bad2af-f0c8-4c10-b02c-985dd7202d1d service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.3909276 Feb 17 18:07:26.205221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] For port 9c7b3779-55a3-41a4-9d4d-75963bd82260, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9c7b3779-55a3-41a4-9d4d-75963bd82260,segment=NetworkSegment(7edd023f-c78f-4fc1-8020-f3b1d4df89ff),segment_id=7edd023f-c78f-4fc1-8020-f3b1d4df89ff)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:26.205909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:26.343244 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-244116bc-fd4c-4dab-9ca5-e8c102c5f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:26.345498 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-244116bc-fd4c-4dab-9ca5-e8c102c5f247 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1160 time: 0.5111938 Feb 17 18:07:26.435526 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-803b371f-bf82-4b31-a1a4-28a1ca1bd0dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 217 time: 0.0771682 Feb 17 18:07:26.437427 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-58e98dbf-3a5c-4ecd-952e-a519016a339a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 200 len: 999 time: 0.2605340 Feb 17 18:07:26.515041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Calling delete_port for 9c7b3779-55a3-41a4-9d4d-75963bd82260 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:26.658887 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f5c552c6-97e7-45c2-a427-ba09e7c57e13 req-bba5a7f5-18ca-4833-b3a5-e08e7b557b30 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/security-groups?id=539028ca-e8d6-4e15-911f-80d74dfa19e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393456 Feb 17 18:07:26.762161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-368afbb1-9440-4972-b318-a5d2dce7c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:26.765331 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-368afbb1-9440-4972-b318-a5d2dce7c449 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.3154583 Feb 17 18:07:26.785976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-ba5d864b-d1b2-4dbc-b6cc-3dba2b6765ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:26.789479 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-ba5d864b-d1b2-4dbc-b6cc-3dba2b6765ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.3368616 Feb 17 18:07:27.041291 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'status': 'completed', 'code': 200} Feb 17 18:07:27.064906 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device ef47d45b-6709-4d28-9004-edf9ff338b0e up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:27.087154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:27.139606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-366e39c6-75a6-46dd-aabb-3062c87a1a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:27.141639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f08dacd7-fc68-44c1-9893-43213eca447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:27.144922 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-f08dacd7-fc68-44c1-9893-43213eca447d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3659229 Feb 17 18:07:27.155785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-3c7c5305-cb93-4c4d-8750-e9f54f8cb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:27.157813 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-3c7c5305-cb93-4c4d-8750-e9f54f8cb5d1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1771536 Feb 17 18:07:27.226416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port ef47d45b-6709-4d28-9004-edf9ff338b0e completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:27.236815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port ef47d45b-6709-4d28-9004-edf9ff338b0e triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:27.237521 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:27.460552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Pushing event deleted for resources: {'Port': ['ID=9c7b3779-55a3-41a4-9d4d-75963bd82260,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:27.496808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:27.582819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:27.668725 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-cc4bd569-34b5-4369-aa23-e9c2482e218e service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093427 Feb 17 18:07:27.716281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port ef47d45b-6709-4d28-9004-edf9ff338b0e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ef47d45b-6709-4d28-9004-edf9ff338b0e,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:27.718495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47d45b-6709-4d28-9004-edf9ff338b0e'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:27.743795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:27.751286 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-9c36d64e-c6a4-4e4b-b865-f8a433ca9765 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990551 Feb 17 18:07:27.758388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:27.818859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 9c7b3779-55a3-41a4-9d4d-75963bd82260 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:27.886040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] No Port match for: 9c7b3779-55a3-41a4-9d4d-75963bd82260 {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:27.886823 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 9c7b3779-55a3-41a4-9d4d-75963bd82260 not bound to the agent host hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:27.933878 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=ef47d45b-6709-4d28-9004-edf9ff338b0e,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:27.940026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:28.106477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a0d9e-b496-483a-ab8c-913620b41547 req-34d26f82-04da-4b62-b557-c1726bde61cd tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:28.125244 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-176a0d9e-b496-483a-ab8c-913620b41547 req-34d26f82-04da-4b62-b557-c1726bde61cd tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 943 time: 1.1380880 Feb 17 18:07:28.172855 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c9c6c751-4b9f-4509-91f1-685d579352e7 req-7dca4626-800d-4831-bd0c-94ea9d4a8341 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4915323 Feb 17 18:07:28.179025 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d06fb9ee-36e5-49d3-96d2-aec329cf844a req-357c7a39-7e43-4675-a327-9f15b7254b51 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3186724 Feb 17 18:07:28.197107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd233a-e591-4251-8f7a-69cc97df0fc1 req-11c09d70-0563-4ff1-941f-e9acc7696237 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:28.198879 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1bbd233a-e591-4251-8f7a-69cc97df0fc1 req-11c09d70-0563-4ff1-941f-e9acc7696237 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.9751337 Feb 17 18:07:28.254685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] No DVR routers for this DVR port 9c7b3779-55a3-41a4-9d4d-75963bd82260 on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:07:28.282916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:28.286582 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'name': 'network-vif-deleted', 'tag': '9c7b3779-55a3-41a4-9d4d-75963bd82260'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:28.332166 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-176a0d9e-b496-483a-ab8c-913620b41547 req-07e6d5aa-79e7-4e68-b905-8bd4abd82cfc tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862500 Feb 17 18:07:28.343447 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device ef47d45b-6709-4d28-9004-edf9ff338b0e up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:28.362961 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7efa0fb3-5538-45f9-b350-a4a1c190f646 req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.75 "DELETE /v2.0/ports/9c7b3779-55a3-41a4-9d4d-75963bd82260 HTTP/1.1" status: 204 len: 173 time: 3.0608022 Feb 17 18:07:28.393304 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1bbd233a-e591-4251-8f7a-69cc97df0fc1 req-33c9c370-e42f-4fb7-a51a-2a67be02ae91 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1416655 Feb 17 18:07:28.494103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ead25-5a2a-44dd-b683-c6304849c185 req-18bf1839-dac5-409b-ac1a-3767d5ba718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:28.498281 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-919ead25-5a2a-44dd-b683-c6304849c185 req-18bf1839-dac5-409b-ac1a-3767d5ba718e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1160 time: 0.1866670 Feb 17 18:07:28.568461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port ef47d45b-6709-4d28-9004-edf9ff338b0e triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:28.569216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:28.780757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-50ea6549-7682-4ad6-a12d-8b3214e2db66 req-32627d20-efbc-4120-a8da-d3f88a19090c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Synchronizing usage tracker for tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:28.813921 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-50ea6549-7682-4ad6-a12d-8b3214e2db66 req-32627d20-efbc-4120-a8da-d3f88a19090c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Unset dirty status for tenant:9a41b7d3ab734b8aa4cb1b66b0acb28e on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:28.816637 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50ea6549-7682-4ad6-a12d-8b3214e2db66 req-32627d20-efbc-4120-a8da-d3f88a19090c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.1124094 Feb 17 18:07:28.898353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10768fe8-76b3-445f-a49e-73317fc42d27 req-51c5a10d-c6b8-413c-a715-1dd4b2bba5b1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:28.901492 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-10768fe8-76b3-445f-a49e-73317fc42d27 req-51c5a10d-c6b8-413c-a715-1dd4b2bba5b1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.3014481 Feb 17 18:07:28.944919 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47d45b-6709-4d28-9004-edf9ff338b0e', 'code': 200} Feb 17 18:07:28.990741 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca', 'name': 'network-vif-deleted', 'tag': '9c7b3779-55a3-41a4-9d4d-75963bd82260', 'status': 'completed', 'code': 200} Feb 17 18:07:29.075870 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-10768fe8-76b3-445f-a49e-73317fc42d27 req-3b4bbbf5-38c6-41ef-896f-9317179f98f1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652827 Feb 17 18:07:29.157012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ead25-5a2a-44dd-b683-c6304849c185 req-d8d2ed15-cac0-4382-a0c8-ecfb6dbdbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:29.161986 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-919ead25-5a2a-44dd-b683-c6304849c185 req-d8d2ed15-cac0-4382-a0c8-ecfb6dbdbbbc service neutron] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.6531239 Feb 17 18:07:29.280075 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-919ead25-5a2a-44dd-b683-c6304849c185 req-6ca1b406-2203-4b06-af60-49620ed27b7c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 217 time: 0.1109767 Feb 17 18:07:29.404966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ead25-5a2a-44dd-b683-c6304849c185 req-92fbd960-93df-4108-aa78-f20531289216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:29.408227 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-919ead25-5a2a-44dd-b683-c6304849c185 req-92fbd960-93df-4108-aa78-f20531289216 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.1106668 Feb 17 18:07:29.656300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ead25-5a2a-44dd-b683-c6304849c185 req-498634a9-b3ed-4a2a-833c-9e0991b53d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:29.659799 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-919ead25-5a2a-44dd-b683-c6304849c185 req-498634a9-b3ed-4a2a-833c-9e0991b53d79 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2337394 Feb 17 18:07:29.699205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e416e6d-51e9-4049-98ab-e2bee794686c req-726d6ac8-b552-48a9-bdf6-42ba03c967fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:29.702255 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7e416e6d-51e9-4049-98ab-e2bee794686c req-726d6ac8-b552-48a9-bdf6-42ba03c967fd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 1162 time: 0.3897533 Feb 17 18:07:29.882430 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-919ead25-5a2a-44dd-b683-c6304849c185 req-d640131d-a3b1-40fe-bc13-a761580fd1ce service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110512 Feb 17 18:07:29.970765 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7e416e6d-51e9-4049-98ab-e2bee794686c req-39e3f5c6-5112-4189-b19e-4b6fc1f1a4a9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550290 Feb 17 18:07:29.998605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174714-226d-450c-a160-0a85e3a74696 req-051c9060-9a24-48da-b563-6cc9c4ec252c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:30.002731 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0e174714-226d-450c-a160-0a85e3a74696 req-051c9060-9a24-48da-b563-6cc9c4ec252c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.3995261 Feb 17 18:07:30.047349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbbaee-4e32-4cb8-9a94-8871095e5b56 req-6436be83-3811-4af3-9f87-5c80e7230084 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:30.049625 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3ffbbaee-4e32-4cb8-9a94-8871095e5b56 req-6436be83-3811-4af3-9f87-5c80e7230084 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.3073754 Feb 17 18:07:30.119083 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0e174714-226d-450c-a160-0a85e3a74696 req-9413ea97-ab11-43d2-aa80-4209f9cd5a90 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054435 Feb 17 18:07:30.239206 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3ffbbaee-4e32-4cb8-9a94-8871095e5b56 req-39d8b05c-05e2-4f9a-af15-a50d3bea0377 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1246729 Feb 17 18:07:30.332809 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-919ead25-5a2a-44dd-b683-c6304849c185 req-e0db1d44-a98b-4488-90f2-77c31772227c service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4360042 Feb 17 18:07:30.595003 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-82024954-5e30-40e2-8af9-bf73b8b79ffb req-b8572a4a-e352-4b0a-9632-c772d9903d80 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.1767287 Feb 17 18:07:30.666825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319b577-47df-4d17-9988-aa90e84e1d8c req-ea85021a-8617-47e9-ae5a-4ac382c5d7f1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:30.669130 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2319b577-47df-4d17-9988-aa90e84e1d8c req-ea85021a-8617-47e9-ae5a-4ac382c5d7f1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.2016487 Feb 17 18:07:30.740377 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2319b577-47df-4d17-9988-aa90e84e1d8c req-2166eb74-91da-41e2-8fbd-def46c74c3f9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563102 Feb 17 18:07:31.533154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aca2a7-19af-477f-b461-67a6817f010c req-192df89b-acb0-4505-8582-f690a117064d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:31.536618 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-44aca2a7-19af-477f-b461-67a6817f010c req-192df89b-acb0-4505-8582-f690a117064d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.1717772 Feb 17 18:07:31.633647 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-44aca2a7-19af-477f-b461-67a6817f010c req-61fc9f53-0f9b-4663-8666-2cf010cca98d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895393 Feb 17 18:07:32.035640 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fcda783d-92be-4bad-9a0f-af440fb7361e req-d09b7814-8389-49d3-be1a-7797ded92aa7 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.1211267 Feb 17 18:07:32.122599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f21632-2021-4ea7-bd16-c756de2c871a req-f6ae197d-1a45-4401-b866-87136f6ab006 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:32.125781 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-02f21632-2021-4ea7-bd16-c756de2c871a req-f6ae197d-1a45-4401-b866-87136f6ab006 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.3294854 Feb 17 18:07:32.241272 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-02f21632-2021-4ea7-bd16-c756de2c871a req-1c01b7be-5483-4a06-b0c0-6aa30ca62e42 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1071203 Feb 17 18:07:32.408876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cd06-8300-47f7-9bcf-3c56176e39dc req-54670e17-2369-4208-81fb-dc0dbf71310a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:32.415256 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4638cd06-8300-47f7-9bcf-3c56176e39dc req-54670e17-2369-4208-81fb-dc0dbf71310a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1718678 Feb 17 18:07:32.643517 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4638cd06-8300-47f7-9bcf-3c56176e39dc req-798835aa-6bc6-4016-9538-9bdf2d3f00aa tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169189 Feb 17 18:07:32.744677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca648510-9dd5-4a18-9b1a-ee511b83de1e req-09379787-0b42-42d0-87e3-5cbd3d096e5a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:32.747866 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ca648510-9dd5-4a18-9b1a-ee511b83de1e req-09379787-0b42-42d0-87e3-5cbd3d096e5a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.2457500 Feb 17 18:07:32.861448 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ca648510-9dd5-4a18-9b1a-ee511b83de1e req-46058993-83e9-4744-847f-37bc92d795f9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932870 Feb 17 18:07:32.974795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef03e-66bf-4d0a-9027-c929a9006282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:33.014718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60eb16a-b230-4c6b-9364-868b6aca0182 req-1c3bd0a6-36ac-42b4-8562-2aa0331323b4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:33.016484 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a60eb16a-b230-4c6b-9364-868b6aca0182 req-1c3bd0a6-36ac-42b4-8562-2aa0331323b4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.1520176 Feb 17 18:07:33.072461 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a60eb16a-b230-4c6b-9364-868b6aca0182 req-d66e122d-c3cb-417c-9f69-96c17acc7e01 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483294 Feb 17 18:07:33.381322 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4181ac13-6dc1-4eb7-821f-fd35cf40813e req-ce678720-edc0-4a3a-9270-117628c0ac26 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.0930433 Feb 17 18:07:33.683063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4a12-9e40-4bc0-9764-671c0e6c4051 req-3299d364-f63b-481f-8b00-7914fc55589c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:33.686061 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-821a4a12-9e40-4bc0-9764-671c0e6c4051 req-3299d364-f63b-481f-8b00-7914fc55589c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1678565 Feb 17 18:07:33.804437 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-821a4a12-9e40-4bc0-9764-671c0e6c4051 req-3ec96569-e9b1-45e8-9579-96e5154f3656 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0980053 Feb 17 18:07:34.023390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1ee99-b0f1-4a7e-95c8-14dfdd013ba7 req-7fdf9243-132a-4ff1-92ea-a97ccaf1af51 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:34.026744 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d2c1ee99-b0f1-4a7e-95c8-14dfdd013ba7 req-7fdf9243-132a-4ff1-92ea-a97ccaf1af51 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1311555 Feb 17 18:07:34.145187 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d2c1ee99-b0f1-4a7e-95c8-14dfdd013ba7 req-9eaa0dff-75c5-4c3f-84fa-48a6949819ca tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033859 Feb 17 18:07:34.344340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a925a99-e621-418c-b1ef-4ce67f6fa774 req-a704a704-cb0d-4e21-ac4e-f20aaabe4de1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:34.347097 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4a925a99-e621-418c-b1ef-4ce67f6fa774 req-a704a704-cb0d-4e21-ac4e-f20aaabe4de1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1872175 Feb 17 18:07:34.512689 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4a925a99-e621-418c-b1ef-4ce67f6fa774 req-b5447725-5a7f-4881-8915-48b764ddc22f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881710 Feb 17 18:07:34.569025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7f358-b9b2-4dc7-8797-ecedbe559333 req-6a85328c-c24b-4d10-83ad-72f71f24d52a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:34.572344 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19c7f358-b9b2-4dc7-8797-ecedbe559333 req-6a85328c-c24b-4d10-83ad-72f71f24d52a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.2234159 Feb 17 18:07:34.675875 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19c7f358-b9b2-4dc7-8797-ecedbe559333 req-10b672be-260f-4b23-8cab-0fb854eea38e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952327 Feb 17 18:07:34.816713 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87efddbf-edbc-4b2f-9d34-23b1b8e1ee76 req-29852c19-5792-4f9a-ac19-f0210c56002f tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.0580788 Feb 17 18:07:35.169002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e6323b6c-1efb-4395-9845-094e5b17b692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:35.208143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ad665-adf4-47b9-bb87-49f95db439f0 req-d18dd7e5-3e8c-4ddc-a67a-ce9ae9473602 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:35.211257 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ea0ad665-adf4-47b9-bb87-49f95db439f0 req-d18dd7e5-3e8c-4ddc-a67a-ce9ae9473602 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1503737 Feb 17 18:07:35.305992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:35.346731 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ea0ad665-adf4-47b9-bb87-49f95db439f0 req-41886440-8edd-4f40-b1bd-a0ef9512cc11 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1162977 Feb 17 18:07:35.636946 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f042f-c8f3-40bb-82f8-04b931807234 req-a95579b4-db35-46b4-886a-64a680530451 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:35.639449 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7f4f042f-c8f3-40bb-82f8-04b931807234 req-a95579b4-db35-46b4-886a-64a680530451 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1743534 Feb 17 18:07:35.738048 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7f4f042f-c8f3-40bb-82f8-04b931807234 req-62a71b10-b4bc-4959-8dbb-29e954fefd85 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901084 Feb 17 18:07:35.870312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:07:36.253858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06c616-3e43-4f77-999b-52a57834f32f req-583d0ad1-3b1f-480a-93fd-946ba5342255 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:36.259542 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7d06c616-3e43-4f77-999b-52a57834f32f req-583d0ad1-3b1f-480a-93fd-946ba5342255 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.3228159 Feb 17 18:07:36.287760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7305-6fd0-4a78-8353-d4afdb9f929b req-4834f7c4-a4a1-4d1a-aa42-4ade9a45de05 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:36.291376 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-99ab7305-6fd0-4a78-8353-d4afdb9f929b req-4834f7c4-a4a1-4d1a-aa42-4ade9a45de05 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.2410681 Feb 17 18:07:36.400664 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7d06c616-3e43-4f77-999b-52a57834f32f req-bc74cf33-0c7b-41e2-bd8c-b624aacf80d8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275263 Feb 17 18:07:36.434361 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-99ab7305-6fd0-4a78-8353-d4afdb9f929b req-7a8bfed6-21e7-4565-b6e1-c2668296f485 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138704 Feb 17 18:07:36.750669 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:36.813344 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6925bb26-b2c3-442f-bd22-6662925f3afd req-9c8de4b9-b9b1-482f-9cea-610f790f1099 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.1238370 Feb 17 18:07:36.942025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb60da-0f07-428a-9b18-beee5999a97a req-3145eafc-938e-4bf5-bf23-813e142de12f tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:36.944059 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b9cb60da-0f07-428a-9b18-beee5999a97a req-3145eafc-938e-4bf5-bf23-813e142de12f tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1341047 Feb 17 18:07:37.030134 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b9cb60da-0f07-428a-9b18-beee5999a97a req-c19d5c30-e57f-4579-8537-fb1eeb398011 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0769649 Feb 17 18:07:37.136563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.451405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0239ce-3436-48b8-952c-7e9d9ef81640 req-7d4673c8-ac35-4d3e-bfa3-1784b36f198f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:37.453673 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0239ce-3436-48b8-952c-7e9d9ef81640 req-7d4673c8-ac35-4d3e-bfa3-1784b36f198f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1749578 Feb 17 18:07:37.535489 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6d0239ce-3436-48b8-952c-7e9d9ef81640 req-59e108fe-4bb8-4485-b55d-09cb567470b8 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747490 Feb 17 18:07:37.697633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:37.905162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dab40-5afe-458f-ae09-13cd503bf294 req-885233f5-1de5-4bac-8490-4932c67d96bb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:37.908106 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dc7dab40-5afe-458f-ae09-13cd503bf294 req-885233f5-1de5-4bac-8490-4932c67d96bb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.1589329 Feb 17 18:07:38.019332 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dc7dab40-5afe-458f-ae09-13cd503bf294 req-00a1e9f1-cd4e-4316-82b1-8a93d5bf978e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958605 Feb 17 18:07:38.415756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271668b2-e030-40c6-8c2e-ba1e9c5a83bb req-39989948-64ef-43d0-bb53-d56871572c60 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:38.418997 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-271668b2-e030-40c6-8c2e-ba1e9c5a83bb req-39989948-64ef-43d0-bb53-d56871572c60 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1785614 Feb 17 18:07:38.492047 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-271668b2-e030-40c6-8c2e-ba1e9c5a83bb req-1f62fcbd-173f-4e2d-aa3b-78a4907f8a09 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599606 Feb 17 18:07:38.715190 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4caeef7c-2fdd-4ded-8c7f-7d9bcb393aca req-184a9a61-5255-48e4-9861-68fa88011f6c tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.0682554 Feb 17 18:07:39.000416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa901a86-9162-4fd3-8e26-d82ec03039a4 req-e3622c89-6b74-4fc6-857d-df4d0aaf313c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:39.003014 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fa901a86-9162-4fd3-8e26-d82ec03039a4 req-e3622c89-6b74-4fc6-857d-df4d0aaf313c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1187377 Feb 17 18:07:39.082173 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fa901a86-9162-4fd3-8e26-d82ec03039a4 req-a73b8f99-a350-47f0-b4cb-169cd097ffb2 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0710623 Feb 17 18:07:39.400495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc896-ea4a-48d7-9a60-a0bd1b23e4c9 req-9deb32b1-b754-4116-8115-ddfc4064fb10 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:39.406486 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d9fbc896-ea4a-48d7-9a60-a0bd1b23e4c9 req-9deb32b1-b754-4116-8115-ddfc4064fb10 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1900861 Feb 17 18:07:39.474551 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d9fbc896-ea4a-48d7-9a60-a0bd1b23e4c9 req-5e29b2d2-25af-4a73-819c-dfb5b7943221 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583634 Feb 17 18:07:39.811434 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4303-8332-442c-868a-ad09b854d30f req-ce000bbb-319d-406f-986c-08ecc7a46ac3 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:39.813755 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-383b4303-8332-442c-868a-ad09b854d30f req-ce000bbb-319d-406f-986c-08ecc7a46ac3 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.1442890 Feb 17 18:07:39.892466 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-383b4303-8332-442c-868a-ad09b854d30f req-8bd6e0e8-8703-4827-ac83-0adaa5d66887 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 Feb 17 18:07:40.176184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca60fd7-5f56-4c9d-8bb5-0eaaae710f91 req-18b08e6b-9e89-43a9-bf9e-397f6779e8d8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.179325 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ca60fd7-5f56-4c9d-8bb5-0eaaae710f91 req-18b08e6b-9e89-43a9-bf9e-397f6779e8d8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1371386 Feb 17 18:07:40.274573 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9ca60fd7-5f56-4c9d-8bb5-0eaaae710f91 req-d411db46-19d9-44f3-bab8-e87a2dacde7d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836761 Feb 17 18:07:40.603362 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de3a642d-afd1-4663-a155-9a3535c5ffef req-1fb077d6-3f3b-41ba-b3dc-e73594ff0008 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.0901816 Feb 17 18:07:40.992008 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831915e9-2271-44f8-b86f-957d00136bbe req-b54ba423-cca8-4180-8b6c-ad4b2c3c3da0 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:40.995062 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-831915e9-2271-44f8-b86f-957d00136bbe req-b54ba423-cca8-4180-8b6c-ad4b2c3c3da0 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1712945 Feb 17 18:07:41.090736 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-831915e9-2271-44f8-b86f-957d00136bbe req-50b6b3df-d5cf-40be-a956-1a7b26e4624e tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0842950 Feb 17 18:07:41.487668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debc39e-5fa0-4a8e-b0d7-01994af51aa5 req-22ec4c58-46c5-4dee-9c43-ddad1cabac66 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:41.491739 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3debc39e-5fa0-4a8e-b0d7-01994af51aa5 req-22ec4c58-46c5-4dee-9c43-ddad1cabac66 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1757257 Feb 17 18:07:41.613851 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3debc39e-5fa0-4a8e-b0d7-01994af51aa5 req-d15fd0d5-63f5-4234-8bd0-8696843c05a3 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092050 Feb 17 18:07:41.968542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ee0b9-6e20-46c3-9ebb-d339a59873a5 req-2dff4f81-184d-4fc4-a419-62a60e19258d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:41.972372 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-275ee0b9-6e20-46c3-9ebb-d339a59873a5 req-2dff4f81-184d-4fc4-a419-62a60e19258d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.1832230 Feb 17 18:07:42.080247 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-275ee0b9-6e20-46c3-9ebb-d339a59873a5 req-38908080-793d-4728-9018-c140065ee4f1 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937941 Feb 17 18:07:42.414065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989aabb-e5b3-4406-a0fd-a70a56066b6c req-91abe7a7-ae56-4da4-a9dd-1eeba037ddb9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:42.416047 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5989aabb-e5b3-4406-a0fd-a70a56066b6c req-91abe7a7-ae56-4da4-a9dd-1eeba037ddb9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1153381 Feb 17 18:07:42.498988 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5989aabb-e5b3-4406-a0fd-a70a56066b6c req-cd9ac90c-12cc-4496-9e86-6d5f25b3c144 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705128 Feb 17 18:07:42.817382 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f89d9e58-b13e-4ef9-b12a-a3135171743a req-968cea8d-af69-4cdd-af27-794d95055589 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.0635262 Feb 17 18:07:43.129445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25eb29-d1db-4faf-a181-7c80013c4cba req-fce6f6c8-9fa5-49d1-8a7b-9dbd354efbde tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:43.133085 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8a25eb29-d1db-4faf-a181-7c80013c4cba req-fce6f6c8-9fa5-49d1-8a7b-9dbd354efbde tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1314683 Feb 17 18:07:43.207380 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8a25eb29-d1db-4faf-a181-7c80013c4cba req-53757ce0-e20d-4988-92dd-9f9f59c3f3ff tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0669963 Feb 17 18:07:44.023978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae515b-aa4e-4cdf-a22d-e948ffbc2f9e req-268fe398-f1be-430c-b8f0-3961621da36f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:44.026230 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-17ae515b-aa4e-4cdf-a22d-e948ffbc2f9e req-268fe398-f1be-430c-b8f0-3961621da36f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1361206 Feb 17 18:07:44.081636 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-17ae515b-aa4e-4cdf-a22d-e948ffbc2f9e req-208bfee2-f479-4be8-bc57-c60d94e60fdc tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492966 Feb 17 18:07:44.400097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfbfa5-ffc1-48a8-bed9-b7bf711abeac req-259cd665-5084-48dd-8780-7e4b5eab5500 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:44.401816 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7cfbfa5-ffc1-48a8-bed9-b7bf711abeac req-259cd665-5084-48dd-8780-7e4b5eab5500 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.1017301 Feb 17 18:07:44.466876 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7cfbfa5-ffc1-48a8-bed9-b7bf711abeac req-ac85c486-215a-40f4-a89b-e62aff3a97df tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523324 Feb 17 18:07:44.788415 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28e3aa-5056-46b5-8870-2a3304281751 req-02e1f0dc-3a33-4a69-a5f2-a7c17e043d17 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:44.790415 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2a28e3aa-5056-46b5-8870-2a3304281751 req-02e1f0dc-3a33-4a69-a5f2-a7c17e043d17 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1012793 Feb 17 18:07:44.849453 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2a28e3aa-5056-46b5-8870-2a3304281751 req-86e1ebb0-e1ef-46e8-af7c-9fa1091594da tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517952 Feb 17 18:07:45.142504 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6e5793c9-9457-408c-be36-9632641a9a75 req-caa84430-ec91-4213-b1a0-d7882e631f28 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] 10.222.0.68 "GET /v2.0/ports?device_id=c4ac206e-a8d4-428a-8a68-c9bf6b40c6ca HTTP/1.1" status: 200 len: 210 time: 0.0643175 Feb 17 18:07:45.514484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09770f16-9f6b-43c3-b45c-e77caaa382f5 req-c29b0493-1fd0-4590-8c0a-7c03a6d0003c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:45.516695 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-09770f16-9f6b-43c3-b45c-e77caaa382f5 req-c29b0493-1fd0-4590-8c0a-7c03a6d0003c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1541443 Feb 17 18:07:45.663867 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-09770f16-9f6b-43c3-b45c-e77caaa382f5 req-def46e25-6df2-4d7d-ba1a-06f768f075b8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1374905 Feb 17 18:07:45.967043 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-f40ea0ff-7b9b-48c2-8a3c-0cf2a0b80212 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1752520 Feb 17 18:07:45.983905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922dbd-bd29-4dff-ad61-65c91faa47eb req-d1d2d48f-4da1-4495-aefe-c4b1e7c22736 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:45.996334 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c5922dbd-bd29-4dff-ad61-65c91faa47eb req-d1d2d48f-4da1-4495-aefe-c4b1e7c22736 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1657829 Feb 17 18:07:46.061837 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c5922dbd-bd29-4dff-ad61-65c91faa47eb req-52977929-0259-4420-acb6-01f1d3c64064 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641799 Feb 17 18:07:46.153221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858307e2-0c24-41f3-8cac-5634e1086554 req-988dc215-0c36-4bbb-82c8-7ccbdbbc1973 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:46.154911 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-858307e2-0c24-41f3-8cac-5634e1086554 req-988dc215-0c36-4bbb-82c8-7ccbdbbc1973 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.1030307 Feb 17 18:07:46.241165 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-858307e2-0c24-41f3-8cac-5634e1086554 req-087de29f-f13a-49aa-966e-dc3bff44374d tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783093 Feb 17 18:07:46.418752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device ef47d45b-6709-4d28-9004-edf9ff338b0e up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:46.421680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4dd6f5-ec48-4f7f-a6ee-b1319f704030 req-c0bff872-61c6-496b-a212-fa1b21818d40 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:46.425867 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fa4dd6f5-ec48-4f7f-a6ee-b1319f704030 req-c0bff872-61c6-496b-a212-fa1b21818d40 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1359725 Feb 17 18:07:46.537459 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fa4dd6f5-ec48-4f7f-a6ee-b1319f704030 req-c03d7d4e-853c-4e69-b627-b0db1f005eaf tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012111 Feb 17 18:07:46.592242 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port ef47d45b-6709-4d28-9004-edf9ff338b0e triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:46.592945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:46.675451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd33b-9679-4902-b107-5287593b3980 req-4666e4ae-5500-4c8f-b5b3-8e227acdfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:46.680786 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-4666e4ae-5500-4c8f-b5b3-8e227acdfe89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 1163 time: 0.1304548 Feb 17 18:07:47.085874 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd33b-9679-4902-b107-5287593b3980 req-3fabb785-ce71-4372-b286-77fe1e3a1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:47.087651 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-3fabb785-ce71-4372-b286-77fe1e3a1ef1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 905 time: 0.3704782 Feb 17 18:07:47.200082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eac6e5-86f9-4f68-a06e-131eaa59700f req-0fcb8cc4-ffaa-4d40-9743-fc24b89f39ab tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:47.203330 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0eac6e5-86f9-4f68-a06e-131eaa59700f req-0fcb8cc4-ffaa-4d40-9743-fc24b89f39ab tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1591353 Feb 17 18:07:47.254011 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-93a9b485-a002-40ad-9775-1009880a23c4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 200 len: 1002 time: 0.1525180 Feb 17 18:07:47.273563 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e0eac6e5-86f9-4f68-a06e-131eaa59700f req-56e7c53e-4e57-4bc0-a073-4da24bba013c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0552979 Feb 17 18:07:47.386468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fcb4a-fefa-4d2d-b35c-8b7659a87931 req-9a4bc595-a600-4e13-a9a7-c3bd91c67ed2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:47.388483 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f82fcb4a-fefa-4d2d-b35c-8b7659a87931 req-9a4bc595-a600-4e13-a9a7-c3bd91c67ed2 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1025879 Feb 17 18:07:47.394043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd33b-9679-4902-b107-5287593b3980 req-b7e11bb6-856b-42c0-b639-c2a41f03f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:47.396991 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-b7e11bb6-856b-42c0-b639-c2a41f03f3a9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.1345310 Feb 17 18:07:47.563560 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f82fcb4a-fefa-4d2d-b35c-8b7659a87931 req-75b1a1f6-9e6e-4618-acac-b7c6af3e5699 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656442 Feb 17 18:07:47.581980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cd33b-9679-4902-b107-5287593b3980 req-35b58415-97e4-4feb-926c-e4bc8f53b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:47.600655 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-35b58415-97e4-4feb-926c-e4bc8f53b930 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1869891 Feb 17 18:07:47.761859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b8d8e-f75e-4553-aca0-ddc93cb7ef60 req-162a5e7b-f07d-4b14-967f-9f59e425b5fd tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:47.796988 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-545b8d8e-f75e-4553-aca0-ddc93cb7ef60 req-162a5e7b-f07d-4b14-967f-9f59e425b5fd tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.3280847 Feb 17 18:07:47.927111 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-545b8d8e-f75e-4553-aca0-ddc93cb7ef60 req-abf5a920-916f-4de2-9018-b93b01556466 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176021 Feb 17 18:07:47.971393 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-9ae88499-c586-4809-ae79-b60ff48274bd service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571630 Feb 17 18:07:48.185205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e0e94-822a-401d-8b6d-2cfb0ed31d2f req-7785b7f8-a4db-4860-99a1-bdac925ed79d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:48.199788 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-118e0e94-822a-401d-8b6d-2cfb0ed31d2f req-7785b7f8-a4db-4860-99a1-bdac925ed79d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.2429245 Feb 17 18:07:48.347238 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-151cd33b-9679-4902-b107-5287593b3980 req-4b5269aa-b483-4d5e-ae33-2bdb68b83c0b service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3664515 Feb 17 18:07:48.350193 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-118e0e94-822a-401d-8b6d-2cfb0ed31d2f req-21a3d2df-da94-4683-995e-bc0b518cc045 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494203 Feb 17 18:07:49.371820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4b15-450e-4e8b-8e9a-26f75b8c3e15 req-3f863f53-b357-4403-9ec7-b68720981c2c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:49.389868 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a55e4b15-450e-4e8b-8e9a-26f75b8c3e15 req-3f863f53-b357-4403-9ec7-b68720981c2c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.7394924 Feb 17 18:07:49.481866 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0f0f-50e9-4499-84ff-8efba07af528 req-2dbf6c18-4609-4236-b893-a3d453150110 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:49.483652 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e6da0f0f-50e9-4499-84ff-8efba07af528 req-2dbf6c18-4609-4236-b893-a3d453150110 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.3249156 Feb 17 18:07:49.526499 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:49.527134 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a55e4b15-450e-4e8b-8e9a-26f75b8c3e15 req-b5d58aee-ed19-4b7f-ad08-c9a129de6666 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1264546 Feb 17 18:07:49.557248 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e6da0f0f-50e9-4499-84ff-8efba07af528 req-09491cdc-7911-4d26-8e6b-2eece6941875 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617340 Feb 17 18:07:49.724167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 3ed327db-42aa-4365-85d7-609f9f138376 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:07:49.750422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:49.751407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:49.816022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-584148c1-2007-4546-9cc6-a26a0033ceaf tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:49.818051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-584148c1-2007-4546-9cc6-a26a0033ceaf tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Synchronizing usage tracker for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:07:49.849228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-584148c1-2007-4546-9cc6-a26a0033ceaf tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Unset dirty status for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:07:49.852412 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-584148c1-2007-4546-9cc6-a26a0033ceaf tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.1894424 Feb 17 18:07:49.918902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739ce7-8e7b-4678-972f-d10d2d219fe0 req-74261e6a-5f22-429d-b90f-f7f2004ab261 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:49.920777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d1739ce7-8e7b-4678-972f-d10d2d219fe0 req-74261e6a-5f22-429d-b90f-f7f2004ab261 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1256855 Feb 17 18:07:49.934763 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454dd68-0261-4b04-b1d1-ed39cad857af req-0086ddb5-f6a7-4116-ab14-8ad8a39e2d5c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:49.936938 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c454dd68-0261-4b04-b1d1-ed39cad857af req-0086ddb5-f6a7-4116-ab14-8ad8a39e2d5c tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 945 time: 0.2162900 Feb 17 18:07:50.011630 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d1739ce7-8e7b-4678-972f-d10d2d219fe0 req-200eaed1-296f-4d9f-8595-d08ccd724e5f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734313 Feb 17 18:07:50.056699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.058269 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c454dd68-0261-4b04-b1d1-ed39cad857af req-d49478e0-7a02-4d45-a564-792664201df5 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035862 Feb 17 18:07:50.070339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Deleting port b17b3c7f-4243-4eff-a728-811bb6fbed4b {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:07:50.070993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.145754 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:50.165420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3ed327db-42aa-4365-85d7-609f9f138376,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:50.171323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.178865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0bf60498-40ff-4aec-8228-756ed9655ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:50.291379 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'code': 200} Feb 17 18:07:50.362844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:50.367660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:50.452646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] For port b17b3c7f-4243-4eff-a728-811bb6fbed4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b17b3c7f-4243-4eff-a728-811bb6fbed4b,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:50.453464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.640161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Calling delete_port for b17b3c7f-4243-4eff-a728-811bb6fbed4b owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:07:50.903465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:50.937341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-42461abf-50b0-4a05-b094-a03ff64a2b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:51.127759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522a3de-a2c9-471e-b808-5995f1424a8c req-6ec40550-a044-4fba-9bdd-f04b3edb8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:51.129773 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7522a3de-a2c9-471e-b808-5995f1424a8c req-6ec40550-a044-4fba-9bdd-f04b3edb8e3b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.2276785 Feb 17 18:07:51.137796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7cba7-227c-45fc-b821-8080ba845463 req-043f4cab-5d43-4101-a502-fe5f0a2b6ac0 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:51.139704 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-85c7cba7-227c-45fc-b821-8080ba845463 req-043f4cab-5d43-4101-a502-fe5f0a2b6ac0 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1879513 Feb 17 18:07:51.168475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2071-0b4d-4c74-9fd3-e302ff3fca66 req-9818e5a5-53fe-479f-b3bb-43e9436065c1 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:51.177866 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fe4b2071-0b4d-4c74-9fd3-e302ff3fca66 req-9818e5a5-53fe-479f-b3bb-43e9436065c1 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.3202980 Feb 17 18:07:51.283625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Pushing event deleted for resources: {'Port': ['ID=b17b3c7f-4243-4eff-a728-811bb6fbed4b,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:51.288571 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-85c7cba7-227c-45fc-b821-8080ba845463 req-6886decd-c241-47b7-a187-cbe39075a534 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1039362 Feb 17 18:07:51.302314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.302984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.304273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.305063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.305749 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.306455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.307150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.307841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.308451 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7522a3de-a2c9-471e-b808-5995f1424a8c req-973afa89-63a7-4a76-bf68-4b1248125523 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1660097 Feb 17 18:07:51.308638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.309221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.309915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.310602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.311424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.312154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.312850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.313553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.314245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.323924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.323924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.323924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.323924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.323924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.323924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.323924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:51.328633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:51.339621 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fe4b2071-0b4d-4c74-9fd3-e302ff3fca66 req-17dba531-b5df-44c9-bb19-eae30b4a5ea7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598704 Feb 17 18:07:51.429146 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] No DVR routers for this DVR port b17b3c7f-4243-4eff-a728-811bb6fbed4b on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:07:51.439710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:51.445297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'name': 'network-vif-deleted', 'tag': 'b17b3c7f-4243-4eff-a728-811bb6fbed4b'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:51.474310 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b5bcb930-e2a2-4fe7-87b9-938e3ae5c12d req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "DELETE /v2.0/ports/b17b3c7f-4243-4eff-a728-811bb6fbed4b HTTP/1.1" status: 204 len: 173 time: 1.6108754 Feb 17 18:07:51.502878 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:51.653764 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-646e4bc3-3c08-4ba8-a3e5-a99c379814b3 req-bd776b7e-01a6-4ab6-9727-15a616f26b10 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ea2d02-d581-4c93-a991-a7426bf8e061 HTTP/1.1" status: 200 len: 210 time: 0.1565995 Feb 17 18:07:51.665467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:51.666042 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.004132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:52.066061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f76f-d1ed-4461-9068-86ebdb6e7781 req-0be6d584-fabe-45bd-996f-aaea4e46c115 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:52.084005 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dd54f76f-d1ed-4461-9068-86ebdb6e7781 req-0be6d584-fabe-45bd-996f-aaea4e46c115 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.1532912 Feb 17 18:07:52.217001 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dd54f76f-d1ed-4461-9068-86ebdb6e7781 req-19167cde-b592-4fde-b7bc-d8f91a2760f5 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264503 Feb 17 18:07:52.227874 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port df9bee85-4b37-4577-8d58-519f0c69ea4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:52.229450 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.447422 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ea2d02-d581-4c93-a991-a7426bf8e061', 'name': 'network-vif-deleted', 'tag': 'b17b3c7f-4243-4eff-a728-811bb6fbed4b', 'status': 'completed', 'code': 200} Feb 17 18:07:52.650750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.739285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:07:52.790995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:07:52.797699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:52.800467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:52.907492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=6']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:52.913955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:07:52.953892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:52.969780 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] No Port match for: b17b3c7f-4243-4eff-a728-811bb6fbed4b {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:07:52.971005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device b17b3c7f-4243-4eff-a728-811bb6fbed4b not bound to the agent host hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:07:53.052834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfce413-5098-4c0d-888a-c2e232c25e5b req-9261841e-128d-432f-b0dc-05a79fb45d5c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:53.070709 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-adfce413-5098-4c0d-888a-c2e232c25e5b req-9261841e-128d-432f-b0dc-05a79fb45d5c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.3799098 Feb 17 18:07:53.267695 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-adfce413-5098-4c0d-888a-c2e232c25e5b req-8806ab3a-1b26-4d14-ac20-ec4fe4fa79d8 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1882105 Feb 17 18:07:53.291152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4f2ca-518f-4fe2-bf89-d4d302545760 req-5704ab35-b83c-4ccb-8012-822dc3221a3d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:53.294591 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19d4f2ca-518f-4fe2-bf89-d4d302545760 req-5704ab35-b83c-4ccb-8012-822dc3221a3d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.2569778 Feb 17 18:07:53.353550 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-19d4f2ca-518f-4fe2-bf89-d4d302545760 req-b10ee70d-41ef-400b-a881-9557d113e0cf tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518427 Feb 17 18:07:53.461087 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'code': 200} Feb 17 18:07:53.734285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:53.989561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:53.989971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:54.063778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e481ad-2482-4c8e-8d6d-e1e98767984a req-e3b9f3b6-94dd-44ec-8dee-bcdb3391ecfc tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:54.072708 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07e481ad-2482-4c8e-8d6d-e1e98767984a req-e3b9f3b6-94dd-44ec-8dee-bcdb3391ecfc tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.2600074 Feb 17 18:07:54.229959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:54.274858 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07e481ad-2482-4c8e-8d6d-e1e98767984a req-7d6dcb24-3d3b-4826-b8d9-f8957d3c7452 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930587 Feb 17 18:07:54.461706 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port df9bee85-4b37-4577-8d58-519f0c69ea4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:54.471976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:54.589916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edff72-40f3-4a1a-847c-4feb0a60edc3 req-633ae60b-3623-4a4e-9305-3337c4b3b565 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:54.605029 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-85edff72-40f3-4a1a-847c-4feb0a60edc3 req-633ae60b-3623-4a4e-9305-3337c4b3b565 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.2716639 Feb 17 18:07:54.770083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43347-a20c-4a84-8871-56a6e547d7a3 req-226c1d96-10c7-46f2-984a-0cb3479bf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:54.773816 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1ea43347-a20c-4a84-8871-56a6e547d7a3 req-226c1d96-10c7-46f2-984a-0cb3479bf5f8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1162 time: 0.3464408 Feb 17 18:07:54.806695 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-85edff72-40f3-4a1a-847c-4feb0a60edc3 req-decf9013-467e-42e6-a008-efdb5580c085 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940322 Feb 17 18:07:54.864582 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1ea43347-a20c-4a84-8871-56a6e547d7a3 req-029a5737-67ab-499b-a5e8-b442e5759d20 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751035 Feb 17 18:07:55.089274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9eb07-9330-43e2-bf57-d03d3c09d53d req-2fd36f62-d665-423e-9887-806a1863b2f5 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:55.099784 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6ac9eb07-9330-43e2-bf57-d03d3c09d53d req-2fd36f62-d665-423e-9887-806a1863b2f5 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.3017299 Feb 17 18:07:55.216902 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6ac9eb07-9330-43e2-bf57-d03d3c09d53d req-c2cd0f2b-fb6e-4c2f-885d-df8582dd381a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1156666 Feb 17 18:07:55.390288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce1e3e-130a-4da7-9131-9037098f1c55 req-817f197c-925a-4e39-a9d6-6768e1b64364 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:55.392147 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-52ce1e3e-130a-4da7-9131-9037098f1c55 req-817f197c-925a-4e39-a9d6-6768e1b64364 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.2403874 Feb 17 18:07:55.532408 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-52ce1e3e-130a-4da7-9131-9037098f1c55 req-4220304d-7a06-4d9d-8a07-18ee591e0081 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263709 Feb 17 18:07:55.561335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7016a5d-a321-4941-a1e4-105a66517ed1 req-8d2a3808-1615-4e0a-abd4-e80105148b93 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:55.569461 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7016a5d-a321-4941-a1e4-105a66517ed1 req-8d2a3808-1615-4e0a-abd4-e80105148b93 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1578357 Feb 17 18:07:55.700241 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7016a5d-a321-4941-a1e4-105a66517ed1 req-869bf90c-5d9d-42d4-beeb-c7c31d201da2 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1293499 Feb 17 18:07:56.166556 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-53d3c914-df46-4733-bc53-bf5e98f2c13e tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4016416 Feb 17 18:07:56.176573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'floatingip': {'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:07:56.192273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:07:56.210046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed8a54-a240-471f-a82a-6ebaefb3889b req-8689b819-8624-460b-91cb-074cd4796f74 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:56.224575 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b7ed8a54-a240-471f-a82a-6ebaefb3889b req-8689b819-8624-460b-91cb-074cd4796f74 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.4184875 Feb 17 18:07:56.268024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Usage tracker for resource:floatingip and tenant:9f13c1cab35643cdb6c18e225439e2b3 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:07:56.278550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:07:56.305072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:07:56.351515 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b7ed8a54-a240-471f-a82a-6ebaefb3889b req-d43d23af-bff4-4001-9a6a-8117b16df163 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246355 Feb 17 18:07:56.353839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for floatingip, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.082868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.186272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0aa14-513e-4d2e-b6c5-2cd9352398cb req-e0ed69a2-6c35-40c6-90f4-b2c499f2ceab tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:57.195259 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b8b0aa14-513e-4d2e-b6c5-2cd9352398cb req-e0ed69a2-6c35-40c6-90f4-b2c499f2ceab tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.5409961 Feb 17 18:07:57.312767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:57.444946 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:57.445488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:57.542842 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b8b0aa14-513e-4d2e-b6c5-2cd9352398cb req-fe1607c5-c0d9-407f-8a41-32f1267c5dbf tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418486 Feb 17 18:07:57.835359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:07:58.000859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port df9bee85-4b37-4577-8d58-519f0c69ea4b triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:07:58.001995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.245305 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Allocated IP 172.28.2.5 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/272dd692-6665-4a7b-aa8d-f2f398881b90) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:07:58.332577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1296ee-028a-4c84-9831-618f7489ce43 req-1bb5754d-b225-4f49-8cf3-1cc624448aed tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:07:58.335363 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-db1296ee-028a-4c84-9831-618f7489ce43 req-1bb5754d-b225-4f49-8cf3-1cc624448aed tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.4421995 Feb 17 18:07:58.557240 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-db1296ee-028a-4c84-9831-618f7489ce43 req-378926d6-f64a-4607-8763-ddc8d5b17496 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349854 Feb 17 18:07:58.758122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.831967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:58.850928 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1ed20e7d-1530-4f15-9810-13831c835171 tempest-DeleteServersTestJSON-1690628779 tempest-DeleteServersTestJSON-1690628779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:07:59.124173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event updated for resources: {'Port': ['ID=272dd692-6665-4a7b-aa8d-f2f398881b90,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:07:59.174753 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.175424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.176171 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.176854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.177544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.178800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.179495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.180221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.180899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.181583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.182283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.182980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.183778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.184508 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.185181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.185870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.186530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.187203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.187934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.189553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.195930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.196806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.197710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.198572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:07:59.212475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:07:59.353483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:07:59.356378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:07:59.359433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:07:59.475769 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:07:59.683608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.391596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc705a-b912-4497-8153-4c37e8f5cfbb req-c8f94504-4e58-44cd-bd6b-57b0605cfb3d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:00.406473 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f2fc705a-b912-4497-8153-4c37e8f5cfbb req-c8f94504-4e58-44cd-bd6b-57b0605cfb3d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.5618391 Feb 17 18:08:00.511910 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f2fc705a-b912-4497-8153-4c37e8f5cfbb req-167830a4-a583-44de-bb58-707a5c8f2458 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911727 Feb 17 18:08:00.729055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.937264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:00.972956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:01.312893 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event updated for resources: {'Port': ['ID=272dd692-6665-4a7b-aa8d-f2f398881b90,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:01.321969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:01.372245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.433355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176313e9-0920-4691-a709-7617e7297384 req-a340a407-dd2b-4703-99c2-ae529a29f7bc tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:01.445221 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-176313e9-0920-4691-a709-7617e7297384 req-a340a407-dd2b-4703-99c2-ae529a29f7bc tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.7112792 Feb 17 18:08:01.464647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:01.466157 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.2983272 Feb 17 18:08:01.713452 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-176313e9-0920-4691-a709-7617e7297384 req-b81bbde7-a635-4db6-b3b2-be3eb453ca57 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667115 Feb 17 18:08:01.756952 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-8d719449-8ced-4717-826a-2099518cca58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Synchronizing usage tracker for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:floatingip {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:01.779484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-8d719449-8ced-4717-826a-2099518cca58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Unset dirty status for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:floatingip {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:01.780902 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-8d719449-8ced-4717-826a-2099518cca58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 694 time: 0.2421744 Feb 17 18:08:02.157479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161747ac-c75c-413c-b56d-794196ccdcef req-363a3681-f6b5-438c-a31a-31b06ece734f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.159376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-161747ac-c75c-413c-b56d-794196ccdcef req-363a3681-f6b5-438c-a31a-31b06ece734f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Synchronizing usage tracker for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:02.181130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-161747ac-c75c-413c-b56d-794196ccdcef req-363a3681-f6b5-438c-a31a-31b06ece734f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Unset dirty status for tenant:0db7055cd7f04fdcaee1d4981af35fb7 on resource:port {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:02.182788 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-161747ac-c75c-413c-b56d-794196ccdcef req-363a3681-f6b5-438c-a31a-31b06ece734f tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.1538908 Feb 17 18:08:02.261614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0cb21-dd52-427b-b507-c9be19f1e070 req-283a6bfe-722a-4c0d-aed3-d729fdf073e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.264604 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aaf0cb21-dd52-427b-b507-c9be19f1e070 req-283a6bfe-722a-4c0d-aed3-d729fdf073e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.3054929 Feb 17 18:08:02.284794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-82d3d74d-b010-40b7-a3a0-e70808446301 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.285611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Deleting port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:02.286224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:02.287456 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-82d3d74d-b010-40b7-a3a0-e70808446301 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/networks/b0770177-7107-409d-9bed-e1ff27810df2 HTTP/1.1" status: 200 len: 784 time: 0.4941950 Feb 17 18:08:02.325451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-a0aef444-f82a-4ff5-974b-0d76cf90544f tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:08:02.327301 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cce712e8-8258-42d7-8c76-46c6eafdcc11 req-a0aef444-f82a-4ff5-974b-0d76cf90544f tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0106776 Feb 17 18:08:02.406768 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aaf0cb21-dd52-427b-b507-c9be19f1e070 req-acce2af1-9ec5-4b9c-816f-82043f23cc80 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167617 Feb 17 18:08:02.813650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] For port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:02.814548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:02.914404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-2740bc7c-0081-4e2c-85f9-db78da9e6352 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:02.922305 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-2740bc7c-0081-4e2c-85f9-db78da9e6352 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2701726 Feb 17 18:08:03.000223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8170397d-87fe-4f1f-a9a2-63d087612369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:03.121857 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-02a8c17a-2a05-474f-a8f4-dab4bc6a69e5 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 694 time: 0.1864481 Feb 17 18:08:03.139836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Request body: {'floatingip': {'port_id': '3ed327db-42aa-4365-85d7-609f9f138376', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:03.148539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Calling delete_port for 84e5fb68-7b1c-4b87-b7fe-f144cc33715c owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:03.152974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 84e5fb68-7b1c-4b87-b7fe-f144cc33715c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:03.307650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for floatingip, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:03.445496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:03.545762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:03.575132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:03.581365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:03.586601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:08:03.587088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:08:03.594712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:03.690667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cd60-ea11-499f-ba18-6c765b8cdda5 req-1cf22da4-2534-412e-a399-bf782573b62a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:03.692512 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-62c5cd60-ea11-499f-ba18-6c765b8cdda5 req-1cf22da4-2534-412e-a399-bf782573b62a tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce92965f-1a39-453d-b542-1a3ad86ece6c HTTP/1.1" status: 200 len: 946 time: 0.6804783 Feb 17 18:08:03.777965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:03.781716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:03.941315 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-62c5cd60-ea11-499f-ba18-6c765b8cdda5 req-b8e0f577-4116-48b4-bcbf-98f093362e4e tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.68 "GET /v2.0/security-groups?id=ca760d34-7ec7-4fee-8083-03183f325cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248569 Feb 17 18:08:04.088683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Deleting port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:04.089473 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:04.571843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] For port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:04.572575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:04.770275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:08:04.815544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Calling delete_port for 84e5fb68-7b1c-4b87-b7fe-f144cc33715c owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:05.036629 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:05.050543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:05.193096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-55609aeb-cd6e-4231-8e54-f2bb522a7b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:05.219576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:05.365304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aab7d-2be1-4b01-9316-fdf9f4d73029 req-fb9a5f43-1cd4-4db1-b281-c005e9df831e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:05.380062 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e45aab7d-2be1-4b01-9316-fdf9f4d73029 req-fb9a5f43-1cd4-4db1-b281-c005e9df831e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.7696171 Feb 17 18:08:05.432681 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:05.470929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:05.470929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:05.492484 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e45aab7d-2be1-4b01-9316-fdf9f4d73029 req-766f909b-78e9-49ad-a469-7b649ccab994 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031966 Feb 17 18:08:05.513765 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:05.549412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb520f82-67f3-45d7-819a-bc2cfb428b42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:05.753477 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c', 'code': 200} Feb 17 18:08:05.781265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Pushing event deleted for resources: {'Port': ['ID=84e5fb68-7b1c-4b87-b7fe-f144cc33715c,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:05.800075 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Floating IP b16e5ac0-21a9-4761-9261-c3b12ecce080 associated. External IP: 172.28.2.5, port: 3ed327db-42aa-4365-85d7-609f9f138376. Feb 17 18:08:05.804801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:06.065490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] No DVR routers for this DVR port 84e5fb68-7b1c-4b87-b7fe-f144cc33715c on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:06.078065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:06.091057 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'name': 'network-vif-deleted', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:06.146946 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-161747ac-c75c-413c-b56d-794196ccdcef req-5c498272-2a14-490f-a917-6cd5c15e7819 tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] 10.222.0.75 "DELETE /v2.0/ports/84e5fb68-7b1c-4b87-b7fe-f144cc33715c HTTP/1.1" status: 204 len: 173 time: 3.9576302 Feb 17 18:08:06.573943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-db77a5aa-90a4-4efd-a699-371aed11ff79 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:06.584184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-db77a5aa-90a4-4efd-a699-371aed11ff79 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:06.644571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-db77a5aa-90a4-4efd-a699-371aed11ff79 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:06.648120 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-db77a5aa-90a4-4efd-a699-371aed11ff79 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.3847344 Feb 17 18:08:06.731317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:06.793108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Deleting port ef47d45b-6709-4d28-9004-edf9ff338b0e {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:06.793943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:07.135601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:07.190402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:07.273013 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:08:07.305940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3287d-74db-4cb1-83d5-7dfbd66064b1 req-6a9d08ab-47ed-49cc-bfa2-205e87008cf9 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:07.312716 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a4f3287d-74db-4cb1-83d5-7dfbd66064b1 req-6a9d08ab-47ed-49cc-bfa2-205e87008cf9 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8375b51-0eac-40fe-a71b-caa4a606a12d HTTP/1.1" status: 200 len: 945 time: 0.9235671 Feb 17 18:08:07.378158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] For port ef47d45b-6709-4d28-9004-edf9ff338b0e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ef47d45b-6709-4d28-9004-edf9ff338b0e,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:07.378568 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:07.506938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:07.506938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:07.805155 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device ef47d45b-6709-4d28-9004-edf9ff338b0e no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:07.815450 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:08:07.837135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] Sync routers for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:08:07.846916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:07.947473 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:07.949891 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Calling delete_port for ef47d45b-6709-4d28-9004-edf9ff338b0e owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:07.959374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:07.960388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:08:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:07.972947 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a4f3287d-74db-4cb1-83d5-7dfbd66064b1 req-2ab05298-8201-40a4-9a9a-02e6febc227c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949463 Feb 17 18:08:07.986844 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-dc0f38c5-017b-4a75-99c3-3773bf9f5a0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "PUT /v2.0/floatingips/b16e5ac0-21a9-4761-9261-c3b12ecce080 HTTP/1.1" status: 200 len: 994 time: 4.8541844 Feb 17 18:08:07.987460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:08.136210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:08.159006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-1ef883eb-bc5a-4ead-8686-8750ba234bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:08.168374 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-1ef883eb-bc5a-4ead-8686-8750ba234bc7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.1651688 Feb 17 18:08:08.265729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 55776) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:08.317133 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:08.462877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:08.530755 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7ed2fdde-4150-450f-beb9-5083c702dfcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:08.967415 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event deleted for resources: {'Port': ['ID=ef47d45b-6709-4d28-9004-edf9ff338b0e,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:09.018769 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce92965f-1a39-453d-b542-1a3ad86ece6c', 'name': 'network-vif-deleted', 'tag': '84e5fb68-7b1c-4b87-b7fe-f144cc33715c', 'status': 'completed', 'code': 200} Feb 17 18:08:09.021169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:09.098052 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'status': 'completed', 'code': 200} Feb 17 18:08:09.125135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] No DVR routers for this DVR port ef47d45b-6709-4d28-9004-edf9ff338b0e on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:09.163687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:09.217853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-0193bd9c-e843-4178-b017-5ee1e5e6062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:09.227901 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7955a249-2dd6-4608-818a-a54742a8e8d3 req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "DELETE /v2.0/ports/ef47d45b-6709-4d28-9004-edf9ff338b0e HTTP/1.1" status: 204 len: 173 time: 2.5615773 Feb 17 18:08:09.229879 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-0193bd9c-e843-4178-b017-5ee1e5e6062d service neutron] 10.222.0.68 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 1.0476556 Feb 17 18:08:09.300870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db1add-4d70-46de-a045-455421dd48c8 req-15f68408-6a8e-4e39-8248-b41c0c1d1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:09.304132 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74db1add-4d70-46de-a045-455421dd48c8 req-15f68408-6a8e-4e39-8248-b41c0c1d1d27 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.3339467 Feb 17 18:08:09.457859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'b16e5ac0-21a9-4761-9261-c3b12ecce080', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'floating_ip_address': '172.28.2.5', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'port_id': '3ed327db-42aa-4365-85d7-609f9f138376', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'mac_address': 'fa:16:3e:db:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:07:59Z', 'updated_at': '2021-02-17T18:08:04Z', 'revision_number': 1, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:37Z', 'revision_number': 5, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:09.466292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] Checking router: 12cd5c4b-ce99-47b7-94f9-2685bc0c056a for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:08:09.484419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:09.485773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:08:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:09.700477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db1add-4d70-46de-a045-455421dd48c8 req-9227475e-8159-451d-b8e0-97aa2ae0ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:09.702830 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74db1add-4d70-46de-a045-455421dd48c8 req-9227475e-8159-451d-b8e0-97aa2ae0ab52 service neutron] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.3878148 Feb 17 18:08:09.868074 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-be55c569-4304-48ef-82df-f669c319325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:09.869905 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-be55c569-4304-48ef-82df-f669c319325c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 1163 time: 0.9564011 Feb 17 18:08:09.883741 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-024e0d80-1c2e-40eb-924f-1a89bca474fd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 997 time: 0.6246805 Feb 17 18:08:09.967458 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74db1add-4d70-46de-a045-455421dd48c8 req-bc049942-5731-4d72-af0a-a6a6da0a84f3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 997 time: 0.2471471 Feb 17 18:08:10.114725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db1add-4d70-46de-a045-455421dd48c8 req-f5e419d0-2334-4b9c-8bff-d116ee1ca06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:10.118256 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74db1add-4d70-46de-a045-455421dd48c8 req-f5e419d0-2334-4b9c-8bff-d116ee1ca06d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.1428566 Feb 17 18:08:10.160420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:10.253426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bdcf4-7a76-4327-8999-87a323b7743e req-126401d0-99ef-46ac-a286-e2e388ebbdce tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:10.261338 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0b0bdcf4-7a76-4327-8999-87a323b7743e req-126401d0-99ef-46ac-a286-e2e388ebbdce tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.6330955 Feb 17 18:08:10.368026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db1add-4d70-46de-a045-455421dd48c8 req-d1eaf03b-7b02-45d5-af07-547fc7370f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:10.369656 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74db1add-4d70-46de-a045-455421dd48c8 req-d1eaf03b-7b02-45d5-af07-547fc7370f34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2419176 Feb 17 18:08:10.382583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-0cb66910-b39c-4533-b458-6ae35671d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:10.385538 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-0cb66910-b39c-4533-b458-6ae35671d851 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.3878031 Feb 17 18:08:10.483849 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0b0bdcf4-7a76-4327-8999-87a323b7743e req-37cc6498-fb0e-45e7-b636-20a6d2da6152 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213359 Feb 17 18:08:10.717777 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74db1add-4d70-46de-a045-455421dd48c8 req-03306950-cab0-4e18-9310-b3669f38b73f service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350091 Feb 17 18:08:10.745802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'b16e5ac0-21a9-4761-9261-c3b12ecce080', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'floating_ip_address': '172.28.2.5', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'port_id': '3ed327db-42aa-4365-85d7-609f9f138376', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'mac_address': 'fa:16:3e:db:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:07:59Z', 'updated_at': '2021-02-17T18:08:04Z', 'revision_number': 1, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:37Z', 'revision_number': 5, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:10.753686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495a25a-25fe-495e-aee6-d2e5f137ded5 None None] The sync data for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb is: [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'b16e5ac0-21a9-4761-9261-c3b12ecce080', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'floating_ip_address': '172.28.2.5', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'port_id': '3ed327db-42aa-4365-85d7-609f9f138376', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'mac_address': 'fa:16:3e:db:b3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:07:59Z', 'updated_at': '2021-02-17T18:08:04Z', 'revision_number': 1, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:37Z', 'revision_number': 5, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:08:10.859417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-ed1ea002-3c25-4e69-9758-13d5cfa8aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:10.869497 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-ed1ea002-3c25-4e69-9758-13d5cfa8aa3f service neutron] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 905 time: 0.9772778 Feb 17 18:08:11.003109 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-74db1add-4d70-46de-a045-455421dd48c8 req-67a27970-8991-4755-a032-3735fc3df3ee service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2765784 Feb 17 18:08:11.035302 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'name': 'network-vif-deleted', 'tag': 'ef47d45b-6709-4d28-9004-edf9ff338b0e'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:11.154517 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8375b51-0eac-40fe-a71b-caa4a606a12d', 'name': 'network-vif-deleted', 'tag': 'ef47d45b-6709-4d28-9004-edf9ff338b0e', 'status': 'completed', 'code': 200} Feb 17 18:08:11.194364 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-11121d2e-6921-4ab7-990b-0307daef900f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 200 len: 1002 time: 0.3085852 Feb 17 18:08:11.341045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-4d12e505-ae78-46ad-ba16-739940017d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:11.342833 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-4d12e505-ae78-46ad-ba16-739940017d96 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9446383 Feb 17 18:08:11.386413 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-22e7a1cd-763f-450e-9377-11e05f2a3eb8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:08:11.387523 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-22e7a1cd-763f-450e-9377-11e05f2a3eb8 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0097957 Feb 17 18:08:11.390938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-ae6387f9-8a70-4c43-9c3f-917d959ea17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:11.392554 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-ae6387f9-8a70-4c43-9c3f-917d959ea17f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.1882110 Feb 17 18:08:11.422260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac270bc-de25-41dc-90ee-2eef09773423 None None] New status for floating IP b16e5ac0-21a9-4761-9261-c3b12ecce080: ACTIVE {{(pid=84002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:08:12.036195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-281e71a3-4498-451d-8a06-fb966d37dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:12.038475 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-281e71a3-4498-451d-8a06-fb966d37dcb7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6028488 Feb 17 18:08:12.310570 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-ff7795df-37bf-472a-b6c9-8a96904149ab service neutron] 10.222.0.68 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9092109 Feb 17 18:08:12.495334 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b870a83-ae44-4d65-be1d-3ebca8c098a9 req-7a388642-bef6-4911-b9b8-609778768e5e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:12.497165 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8b870a83-ae44-4d65-be1d-3ebca8c098a9 req-7a388642-bef6-4911-b9b8-609778768e5e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.4550612 Feb 17 18:08:12.506931 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-767d83af-91d1-49f0-a50f-ea395d1251ce service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804221 Feb 17 18:08:12.695859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397210'] for router_interface, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:12.864540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:08:12.869942 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df679c1b-53bf-4bf8-a7c8-805ece5384bb req-f7c94d49-005a-4899-8f41-23821eee4407 service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3236499 Feb 17 18:08:12.965602 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f9d426a1-5a03-4d69-b8a1-bc2457a5d05c req-02ea3898-dc77-4156-a5ed-f0112abf931f service neutron] 10.222.0.68 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6273508 Feb 17 18:08:12.985337 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8b870a83-ae44-4d65-be1d-3ebca8c098a9 req-69cfc807-3d9e-4369-963c-14e4b4ef1364 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4731348 Feb 17 18:08:13.391184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c12a1-a22e-4448-844d-e56093aeb9cc req-5e98bd92-2b34-4868-abe5-828ff68100d2 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:13.394433 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df9c12a1-a22e-4448-844d-e56093aeb9cc req-5e98bd92-2b34-4868-abe5-828ff68100d2 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 946 time: 0.2954032 Feb 17 18:08:13.547331 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-df9c12a1-a22e-4448-844d-e56093aeb9cc req-e5e642df-cf70-4b60-aac5-9ed6d2f4461b tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399119 Feb 17 18:08:13.589621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Deleting port e5dbaa02-8d6a-4609-b424-3ec56f517fe0 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:13.590095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:13.905322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] For port e5dbaa02-8d6a-4609-b424-3ec56f517fe0, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,segment=NetworkSegment(27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292),segment_id=27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:13.905841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:14.245470 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Calling delete_port for e5dbaa02-8d6a-4609-b424-3ec56f517fe0 owned by network:router_interface {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:14.779127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-af9e5d36-0eee-4ed1-87d6-ecdb70bb2cfb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:14.780824 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-af9e5d36-0eee-4ed1-87d6-ecdb70bb2cfb tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 946 time: 0.5876145 Feb 17 18:08:15.215545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:15.285605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa33a50-c074-4c94-a364-950df9e569b9 req-10115f3d-7694-4041-947d-f330ae59ba68 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:15.289119 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ffa33a50-c074-4c94-a364-950df9e569b9 req-10115f3d-7694-4041-947d-f330ae59ba68 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 1.0115585 Feb 17 18:08:15.306992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:15.307759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.364341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Deleting port 462f910e-8547-4e51-9489-cc2d83e6ab32 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:15.364937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:15.823506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 462f910e-8547-4e51-9489-cc2d83e6ab32 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:16.008358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.017390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] For port 462f910e-8547-4e51-9489-cc2d83e6ab32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=462f910e-8547-4e51-9489-cc2d83e6ab32,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:16.018420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.048129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:16.069940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 462f910e-8547-4e51-9489-cc2d83e6ab32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=462f910e-8547-4e51-9489-cc2d83e6ab32,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:16.075876 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.078820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:16.172969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Calling delete_port for 462f910e-8547-4e51-9489-cc2d83e6ab32 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:16.211705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=462f910e-8547-4e51-9489-cc2d83e6ab32,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:16.222277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.222647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.223009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.223382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.223740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.224215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.225107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.227127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.227127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.227127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.227127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.227127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.227692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.227975 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.228339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.228694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.229052 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.229405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.229760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.230204 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.230563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.230916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.231275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.231625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:16.239909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:16.324223 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ffa33a50-c074-4c94-a364-950df9e569b9 req-03220310-8523-4566-9077-a6f341555cbe tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0191340 Feb 17 18:08:16.330680 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe286db-f3b9-46f7-9ecc-26d8bedbd912 req-18192135-6ee1-4305-a39f-bf95b05a498e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:16.334723 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-efe286db-f3b9-46f7-9ecc-26d8bedbd912 req-18192135-6ee1-4305-a39f-bf95b05a498e tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 946 time: 1.6226718 Feb 17 18:08:16.350340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:08:16.350340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:08:16.400844 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32', 'code': 200} Feb 17 18:08:16.460387 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-efe286db-f3b9-46f7-9ecc-26d8bedbd912 req-4b3cda08-6110-48e1-9053-48ff9c791f78 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066067 Feb 17 18:08:16.466166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:16.485996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:16.681179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5dbaa02-8d6a-4609-b424-3ec56f517fe0,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:16.696860 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:16.868053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Deleting port 462f910e-8547-4e51-9489-cc2d83e6ab32 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:16.868881 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:17.294902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854209406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397300'] for router_interface, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:17.473030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] For port 462f910e-8547-4e51-9489-cc2d83e6ab32, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=462f910e-8547-4e51-9489-cc2d83e6ab32,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:17.473431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:17.642374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Calling delete_port for 462f910e-8547-4e51-9489-cc2d83e6ab32 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:18.151991 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539b5c-1860-4be0-b855-499bae020726 req-288cf1e0-5a10-4bcc-a8fc-b4df202cbd34 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:18.153438 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de539b5c-1860-4be0-b855-499bae020726 req-288cf1e0-5a10-4bcc-a8fc-b4df202cbd34 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 944 time: 0.4754946 Feb 17 18:08:18.540337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:18.562714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-81127bec-f6b4-4a39-aa89-0d7bf76bdbcf tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:18.726130 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de539b5c-1860-4be0-b855-499bae020726 req-3869aef7-81c4-4210-b344-10646f346d6f tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528639 Feb 17 18:08:18.752443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event deleted for resources: {'Port': ['ID=462f910e-8547-4e51-9489-cc2d83e6ab32,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:18.761450 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:18.812073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:08:18.966394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] No DVR routers for this DVR port 462f910e-8547-4e51-9489-cc2d83e6ab32 on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:18.971029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:18.974231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'name': 'network-vif-deleted', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:19.002366 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9d6a626d-cd61-45c9-ad43-33c3d8f9b25b req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "DELETE /v2.0/ports/462f910e-8547-4e51-9489-cc2d83e6ab32 HTTP/1.1" status: 204 len: 173 time: 4.1980305 Feb 17 18:08:19.080754 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc206cb-1125-48eb-ae21-4e472e513082', 'name': 'network-vif-deleted', 'tag': '462f910e-8547-4e51-9489-cc2d83e6ab32', 'status': 'completed', 'code': 200} Feb 17 18:08:19.119109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:08:19.128447 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1c9ad4da-f7c1-4372-96f8-ff6035e762f4 admin admin] 10.222.0.68 "PUT /v2.0/routers/a18a6730-3b2b-4052-ba14-2f71f4c9a6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8501885 Feb 17 18:08:19.128561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 55914) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:19.139500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] Sync routers for ids ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:08:19.158096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] Routers {'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:19.159441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:08:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:19.382430 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks [] for router, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.412851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] Set router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:19.713834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.727258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Deleting port 4a67c962-59ed-450e-8c98-b66e334e9f34 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:19.727778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:19.835104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110'}], 'enable_snat': True}, 'gw_port_id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:08:16Z', 'revision_number': 5, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port': {'id': '4a67c962-59ed-450e-8c98-b66e334e9f34', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:47Z', 'updated_at': '2021-02-17T18:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:19.839525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] Checking router: a18a6730-3b2b-4052-ba14-2f71f4c9a6ba for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:08:19.852284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] Routers {'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:19.853443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:08:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:20.008752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3b66ffc8-8e82-4168-bc23-56b64101f669 req-c4314ebd-56c1-4956-91b0-5a9d53b58daa tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:20.055087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3b66ffc8-8e82-4168-bc23-56b64101f669 req-c4314ebd-56c1-4956-91b0-5a9d53b58daa tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:20.056396 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b66ffc8-8e82-4168-bc23-56b64101f669 req-c4314ebd-56c1-4956-91b0-5a9d53b58daa tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=0dc206cb-1125-48eb-ae21-4e472e513082 HTTP/1.1" status: 200 len: 210 time: 0.1074953 Feb 17 18:08:20.083970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] Set router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba gateway port host: None {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:20.085841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] For port 4a67c962-59ed-450e-8c98-b66e334e9f34, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=4a67c962-59ed-450e-8c98-b66e334e9f34,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:20.086236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:20.202864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:08:19Z', 'revision_number': 6, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port_host': None}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:20.209736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8a46fb-ed5f-44d5-ba8d-dd8275e44830 None None] The sync data for ids ['a18a6730-3b2b-4052-ba14-2f71f4c9a6ba'] in dv-cinder-760193-3-smb is: [{'id': 'a18a6730-3b2b-4052-ba14-2f71f4c9a6ba', 'name': 'tempest-ServerRescueNegativeTestJSON-2088619288-router', 'tenant_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:45Z', 'updated_at': '2021-02-17T18:08:19Z', 'revision_number': 6, 'project_id': '0db7055cd7f04fdcaee1d4981af35fb7', 'gw_port_host': None}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:08:20.237768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Calling delete_port for 4a67c962-59ed-450e-8c98-b66e334e9f34 owned by network:router_gateway {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:20.447034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:20.460583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:20.571810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a67c962-59ed-450e-8c98-b66e334e9f34,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:20.574801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:20.647267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355072'] for router_gateway, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.125122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3373'] for router, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.127817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.204824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 55986) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:21.254109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409106'] for router, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.255077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a18a6730-3b2b-4052-ba14-2f71f4c9a6ba {{(pid=84000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:08:21.277546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Notify callbacks [] for router, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.279603 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a18a6730-3b2b-4052-ba14-2f71f4c9a6ba HTTP/1.1" status: 204 len: 168 time: 2.1494906 Feb 17 18:08:21.282534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 55994) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:21.310623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Deleting subnet 2c054f1e-016b-4e25-898c-685a81dbb004 {{(pid=84001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:08:21.320866 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.398793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Deleting subnet 4469b48b-0d9a-41db-bc0a-3a357eabcdde {{(pid=84000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:08:21.407695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.477129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.487108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.490610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850764744'] for subnet, precommit_delete_associations {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.605607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.938146 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a4cd-07d6-45c8-a7f2-0519eb6548c2 req-19ac7f91-f05f-4e53-bc1e-dd32fee5acf6 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:21.939875 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e965a4cd-07d6-45c8-a7f2-0519eb6548c2 req-19ac7f91-f05f-4e53-bc1e-dd32fee5acf6 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 945 time: 0.1559343 Feb 17 18:08:21.946804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for subnet, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:21.956705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 4a67c962-59ed-450e-8c98-b66e334e9f34 no longer exists at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:21.967108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a3e2a1bc-83b6-4f61-a11b-6f24a22a75df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:21.992759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852582744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852470673'] for subnet, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.034218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] No Port match for: 4a67c962-59ed-450e-8c98-b66e334e9f34 {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:22.034929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 4a67c962-59ed-450e-8c98-b66e334e9f34 not bound to the agent host dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:22.035729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device e5dbaa02-8d6a-4609-b424-3ec56f517fe0 no longer exists at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:22.078329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4469b48b-0d9a-41db-bc0a-3a357eabcdde,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:22.088475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:22.125699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] No Port match for: e5dbaa02-8d6a-4609-b424-3ec56f517fe0 {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:22.126246 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device e5dbaa02-8d6a-4609-b424-3ec56f517fe0 not bound to the agent host dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:22.135152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f8e19c9e-a8c5-4f54-a8f0-a5215df469fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:22.189513 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e965a4cd-07d6-45c8-a7f2-0519eb6548c2 req-1edf90da-6099-42ca-90d8-75dffd48f587 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257285 Feb 17 18:08:22.189986 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c054f1e-016b-4e25-898c-685a81dbb004,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:22.197979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:22.214034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.228006 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-cf3682d7-484b-4d20-8029-206b5ee9c1aa admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4469b48b-0d9a-41db-bc0a-3a357eabcdde HTTP/1.1" status: 204 len: 168 time: 0.9437699 Feb 17 18:08:22.232503 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56002) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:22.254224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.266551 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2cc25b57-11e2-42e1-9ceb-c4b0315a59e7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2c054f1e-016b-4e25-898c-685a81dbb004 HTTP/1.1" status: 204 len: 168 time: 1.0598366 Feb 17 18:08:22.269430 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56006) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:22.415650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.436109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.667592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.740705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.862715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.863143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.864001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.864380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > port after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.864739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.865096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > port after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.865455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.865980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.866402 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.866632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.891588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f06560-4261-4204-b22e-09f3f38bf863']}} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:22.906043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edd023f-c78f-4fc1-8020-f3b1d4df89ff') {'for_net_delete': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:22.906375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edd023f-c78f-4fc1-8020-f3b1d4df89ff') {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:22.920314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011040'] for segment, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.940502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:22.942831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:08:22.993611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.995001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.995554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.996470 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84000) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 18:08:22.996651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a1ff8c-1cff-4594-a0ff-1c1ccba14117']}} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:23.012258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292') {'for_net_delete': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:23.012575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cf6e2a-8f5e-4c2a-afc4-d6ccb6fdc292') {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:23.033641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853609479'] for segment, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.059033 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.062027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:08:23.158014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Network 49f06560-4261-4204-b22e-09f3f38bf863 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:23.169346 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189911'] for segment, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.260394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device bfb87283-7bd1-4036-bdeb-b648c4b7ff40 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:23.325362 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 has no segments {{(pid=84000) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:23.339043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3708722'] for segment, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.420524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.458093 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:23.472699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port bfb87283-7bd1-4036-bdeb-b648c4b7ff40, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:23.476926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.479580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:23.583024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:23.587108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:23.651491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Network 49f06560-4261-4204-b22e-09f3f38bf863 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:23.676259 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:23.714575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff762d-1a90-44fa-844b-596b73990a1c req-dc2fce63-2fc9-401d-89bd-0f96b5cce94e tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:23.716497 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c7ff762d-1a90-44fa-844b-596b73990a1c req-dc2fce63-2fc9-401d-89bd-0f96b5cce94e tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 0.5692699 Feb 17 18:08:23.776073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Network d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 has no segments {{(pid=84000) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: from cryptography.utils import int_from_bytes Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: from cryptography.utils import int_from_bytes Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: (rel_b, rel_a, rel_b), Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: (rel_b, rel_a, rel_b), Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:23.831762 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:23.843241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.849812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:23.879968 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:23.894578 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Pushing event deleted for resources: {'Network': ['ID=49f06560-4261-4204-b22e-09f3f38bf863,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:23.900331 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] 10.222.0.68 "DELETE /v2.0/networks/49f06560-4261-4204-b22e-09f3f38bf863 HTTP/1.1" status: 204 len: 168 time: 1.6288984 Feb 17 18:08:23.902001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-427fbe9b-9f91-477f-94ba-0e5599feeaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:24.040650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-4a88e3ce-7906-4e36-91e1-84b190c76aa1 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:24.043631 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-4a88e3ce-7906-4e36-91e1-84b190c76aa1 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 945 time: 0.7067962 Feb 17 18:08:24.061321 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c7ff762d-1a90-44fa-844b-596b73990a1c req-03a65fd5-ac24-4c55-a80c-b9dbcd34d99d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968378 Feb 17 18:08:24.065102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56022) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:24.149762 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-fa6c91af-d3b8-4b02-8c35-bbd1c7290986 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a41b7d3ab734b8aa4cb1b66b0acb28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796363 Feb 17 18:08:24.150040 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.152875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56026) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:24.178137 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40', 'code': 200} Feb 17 18:08:24.188128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb8dca-d7ad-4c1d-ba7e-89f699afad71 req-5f415c58-8238-4512-b9b6-93de5e45fde8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:24.190979 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e5fb8dca-d7ad-4c1d-ba7e-89f699afad71 req-5f415c58-8238-4512-b9b6-93de5e45fde8 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 943 time: 0.7380466 Feb 17 18:08:24.204995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:24.258789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.265623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.285795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a1ff8c-1cff-4594-a0ff-1c1ccba14117,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:24.310474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:24.310715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.334228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Deleting port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:24.334875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.368777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.378229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9cf66f74-8b48-4288-b00e-57524fd5ef33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:24.399528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539028ca-e8d6-4e15-911f-80d74dfa19e5,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:24.406956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:24.413555 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.419647 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/539028ca-e8d6-4e15-911f-80d74dfa19e5 HTTP/1.1" status: 204 len: 168 time: 0.2605100 Feb 17 18:08:24.443450 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] 10.222.0.68 "DELETE /v2.0/networks/d6a1ff8c-1cff-4594-a0ff-1c1ccba14117 HTTP/1.1" status: 204 len: 168 time: 2.2057288 Feb 17 18:08:24.483571 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e5fb8dca-d7ad-4c1d-ba7e-89f699afad71 req-d474537f-3949-4f7b-9e71-9ce634ec4bde tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436719 Feb 17 18:08:24.813730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56036) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:24.882049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] For port bfb87283-7bd1-4036-bdeb-b648c4b7ff40, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:24.882049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:24.920148 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-89ed415b-d651-42dc-b562-8cf80f4486c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0db7055cd7f04fdcaee1d4981af35fb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1009865 Feb 17 18:08:24.921361 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56040) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:25.030543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.094085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.123801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Calling delete_port for bfb87283-7bd1-4036-bdeb-b648c4b7ff40 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:25.204767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.216562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-149e7cbc-3d61-472c-b9eb-60ceaa798309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:25.247566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.250312 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca760d34-7ec7-4fee-8083-03183f325cff HTTP/1.1" status: 204 len: 168 time: 0.3269677 Feb 17 18:08:25.252292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca760d34-7ec7-4fee-8083-03183f325cff,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:25.256774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:25.565547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:25.756312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c7ddb649-32dd-4801-9895-79ab5bf9ad66 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:25.897997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event deleted for resources: {'Port': ['ID=bfb87283-7bd1-4036-bdeb-b648c4b7ff40,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:26.285362 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:26.398805 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f316209a-56ef-45e0-9ba2-26bbdc246392 req-261c7261-aea5-4c19-83a7-7f39ce5302d4 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=03f6ec50-0bf0-427e-94d9-3019ce7b34bc HTTP/1.1" status: 200 len: 210 time: 0.1119037 Feb 17 18:08:26.417085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061424c-5b1e-4464-b754-0b8e7d63eff9 req-1a4cbe8a-d8b8-4a71-86fc-6944c355fd00 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:26.424754 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2061424c-5b1e-4464-b754-0b8e7d63eff9 req-1a4cbe8a-d8b8-4a71-86fc-6944c355fd00 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 1.0520058 Feb 17 18:08:26.537670 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2061424c-5b1e-4464-b754-0b8e7d63eff9 req-69394dc7-fd1e-4af3-8a81-86a95b895146 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896788 Feb 17 18:08:26.634728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] No DVR routers for this DVR port bfb87283-7bd1-4036-bdeb-b648c4b7ff40 on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:26.637583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:26.641506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'name': 'network-vif-deleted', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:26.663597 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b1e705b1-fd91-4b03-9c9d-127dbc50e160 req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "DELETE /v2.0/ports/bfb87283-7bd1-4036-bdeb-b648c4b7ff40 HTTP/1.1" status: 204 len: 173 time: 2.6087387 Feb 17 18:08:26.715073 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f6ec50-0bf0-427e-94d9-3019ce7b34bc', 'name': 'network-vif-deleted', 'tag': 'bfb87283-7bd1-4036-bdeb-b648c4b7ff40', 'status': 'completed', 'code': 200} Feb 17 18:08:27.071501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56096) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:27.265457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.286696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:27.295036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Usage tracker for resource:security_group_rule and tenant:411bc4dbd236478c8a1fa27cd800cbab is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:27.301347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:27.312803 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:27.460848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.464728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.479837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-04ed34b2-408c-441e-a095-bf33ae83039c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:27.542347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a32579-9930-40f1-8ca1-b60afe68b68f,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:27.553072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56104) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:27.563842 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=411bc4dbd236478c8a1fa27cd800cbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909339 Feb 17 18:08:27.565275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:27.640727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.674894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.733422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.742620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:27.762280 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:27.764223 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6a32579-9930-40f1-8ca1-b60afe68b68f HTTP/1.1" status: 204 len: 168 time: 0.2092664 Feb 17 18:08:27.765376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a32579-9930-40f1-8ca1-b60afe68b68f,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:27.768925 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:28.060764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d046b2-1442-4cf5-9c3a-5ef5045634fe req-15e6e90e-aaad-4b97-ac84-5d2f1eb78a39 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:28.065238 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e8d046b2-1442-4cf5-9c3a-5ef5045634fe req-15e6e90e-aaad-4b97-ac84-5d2f1eb78a39 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 0.2182231 Feb 17 18:08:28.164849 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e8d046b2-1442-4cf5-9c3a-5ef5045634fe req-b14a8abf-76fe-43b6-b8b9-bbb46ce9560d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898027 Feb 17 18:08:28.558206 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-4070b1c8-6b53-4541-b136-04e796049f97 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:28.559200 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-4070b1c8-6b53-4541-b136-04e796049f97 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 0.1120574 Feb 17 18:08:28.654662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Deleting port f398dc14-dd04-49ea-9524-cc838a51eaaf {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:28.655363 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:29.114200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] For port f398dc14-dd04-49ea-9524-cc838a51eaaf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f398dc14-dd04-49ea-9524-cc838a51eaaf,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:29.114904 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:29.249216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f398dc14-dd04-49ea-9524-cc838a51eaaf no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:29.381727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Calling delete_port for f398dc14-dd04-49ea-9524-cc838a51eaaf owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:29.540422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:29.614534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:29.625435 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port f398dc14-dd04-49ea-9524-cc838a51eaaf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f398dc14-dd04-49ea-9524-cc838a51eaaf,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:29.631320 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:29.636770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:29.699010 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:08:29.699613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:08:29.717173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb133d1-6a23-4914-8bff-a50eb17b94ee req-5eda72de-c479-4d55-bf6b-918a0e664ffb tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:29.719286 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1eb133d1-6a23-4914-8bff-a50eb17b94ee req-5eda72de-c479-4d55-bf6b-918a0e664ffb tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 946 time: 0.2836220 Feb 17 18:08:29.769037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=f398dc14-dd04-49ea-9524-cc838a51eaaf,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:29.773462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:29.804037 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1eb133d1-6a23-4914-8bff-a50eb17b94ee req-83835d80-12ae-4a97-8273-8ea882d4933c tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762618 Feb 17 18:08:29.928218 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf', 'code': 200} Feb 17 18:08:30.099000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1db9c9-5290-4a0d-b8eb-4881e3c2c8b9 req-674b3723-29da-43b3-9c35-a06110d3db7a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:30.100397 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-dc1db9c9-5290-4a0d-b8eb-4881e3c2c8b9 req-674b3723-29da-43b3-9c35-a06110d3db7a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:30.126869 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-dc1db9c9-5290-4a0d-b8eb-4881e3c2c8b9 req-674b3723-29da-43b3-9c35-a06110d3db7a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:30.129223 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dc1db9c9-5290-4a0d-b8eb-4881e3c2c8b9 req-674b3723-29da-43b3-9c35-a06110d3db7a tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 945 time: 0.1911700 Feb 17 18:08:30.209411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Deleting port f398dc14-dd04-49ea-9524-cc838a51eaaf {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:30.210078 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:30.322864 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-dc1db9c9-5290-4a0d-b8eb-4881e3c2c8b9 req-fb10ea3d-9069-4d42-a902-bbeaab0fb91c tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798444 Feb 17 18:08:30.725419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] For port f398dc14-dd04-49ea-9524-cc838a51eaaf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f398dc14-dd04-49ea-9524-cc838a51eaaf,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:30.726234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:30.882768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Calling delete_port for f398dc14-dd04-49ea-9524-cc838a51eaaf owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:31.151439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:31.165372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd5e10-20ff-4dd8-bbef-96b286476606 req-a15ef620-95be-4c92-98e7-72950e902cc1 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:31.168284 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-99bd5e10-20ff-4dd8-bbef-96b286476606 req-a15ef620-95be-4c92-98e7-72950e902cc1 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 944 time: 0.1846938 Feb 17 18:08:31.192393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e075f1f4-eea2-4fc7-aa1f-2702764ae643 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:31.331252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Pushing event deleted for resources: {'Port': ['ID=f398dc14-dd04-49ea-9524-cc838a51eaaf,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:31.337898 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device c7dc2932-6e1e-4b5f-bf21-fb726671371c up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:31.348945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:31.405590 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-99bd5e10-20ff-4dd8-bbef-96b286476606 req-ee432271-7ae6-4702-8fba-9f308374da27 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640232 Feb 17 18:08:31.471419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port c7dc2932-6e1e-4b5f-bf21-fb726671371c triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:31.471871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:31.581824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-0de99d66-0a09-47e3-8eb5-026184b2d8b5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:31.584332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-0de99d66-0a09-47e3-8eb5-026184b2d8b5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Synchronizing usage tracker for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:31.608289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-0de99d66-0a09-47e3-8eb5-026184b2d8b5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Unset dirty status for tenant:ca53dce0ecf24965b05506ff10bdf63a on resource:port {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:31.611267 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-0de99d66-0a09-47e3-8eb5-026184b2d8b5 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 945 time: 0.2454000 Feb 17 18:08:31.625166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] No DVR routers for this DVR port f398dc14-dd04-49ea-9524-cc838a51eaaf on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:31.680029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:31.685778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'name': 'network-vif-deleted', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:31.722572 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a0205b43-4bdf-4d5f-b957-04e30e923ae9 req-5b4f317f-414b-4554-bbb1-72e579d98b65 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "DELETE /v2.0/ports/f398dc14-dd04-49ea-9524-cc838a51eaaf HTTP/1.1" status: 204 len: 173 time: 3.1552320 Feb 17 18:08:31.748213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Deleting port c7dc2932-6e1e-4b5f-bf21-fb726671371c {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:31.748929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:31.782398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7febe-245b-48d8-9dfd-feb214a1165b req-e83a8145-3714-4816-b6bd-4c705e2587ca tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:31.786404 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5ac7febe-245b-48d8-9dfd-feb214a1165b req-e83a8145-3714-4816-b6bd-4c705e2587ca tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 945 time: 0.2281189 Feb 17 18:08:31.900396 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5ac7febe-245b-48d8-9dfd-feb214a1165b req-11365eeb-6d22-4673-a343-9d4ecc7f87b3 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/security-groups?id=330a5e0f-693e-4c62-974d-ff694b1a2b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018772 Feb 17 18:08:32.001249 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6990410f-a8e3-4bee-87d1-ca4a5c2e42c5', 'name': 'network-vif-deleted', 'tag': 'f398dc14-dd04-49ea-9524-cc838a51eaaf', 'status': 'completed', 'code': 200} Feb 17 18:08:32.218356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] For port c7dc2932-6e1e-4b5f-bf21-fb726671371c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c7dc2932-6e1e-4b5f-bf21-fb726671371c,segment=NetworkSegment(9eb7d0e9-927a-43c2-be9a-bde8973a1468),segment_id=9eb7d0e9-927a-43c2-be9a-bde8973a1468)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:32.218776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:32.429419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Calling delete_port for c7dc2932-6e1e-4b5f-bf21-fb726671371c owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:32.822517 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:32.855592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-19e3d054-5501-4522-a22c-ec1931ed911d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:32.867614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b61f09ea-b168-45ef-afdb-3e08f61b68d0 req-2ac4ee82-4411-491a-956d-43e0efbb8bb0 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Synchronizing usage tracker for tenant:0b49902498f2436c81a11a9b45a60c5a on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:32.889653 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b61f09ea-b168-45ef-afdb-3e08f61b68d0 req-2ac4ee82-4411-491a-956d-43e0efbb8bb0 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Unset dirty status for tenant:0b49902498f2436c81a11a9b45a60c5a on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:32.891115 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b61f09ea-b168-45ef-afdb-3e08f61b68d0 req-2ac4ee82-4411-491a-956d-43e0efbb8bb0 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6990410f-a8e3-4bee-87d1-ca4a5c2e42c5 HTTP/1.1" status: 200 len: 210 time: 0.1068449 Feb 17 18:08:32.968299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Pushing event deleted for resources: {'Port': ['ID=c7dc2932-6e1e-4b5f-bf21-fb726671371c,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:32.980578 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:32.997625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-03c06938-6600-4a7a-a045-aeaf70941008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:33.150732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] No DVR routers for this DVR port c7dc2932-6e1e-4b5f-bf21-fb726671371c on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:33.156188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:33.163357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'name': 'network-vif-deleted', 'tag': 'c7dc2932-6e1e-4b5f-bf21-fb726671371c'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:33.202655 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-97609242-de5d-4cdf-9913-3d24ad93d768 req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.75 "DELETE /v2.0/ports/c7dc2932-6e1e-4b5f-bf21-fb726671371c HTTP/1.1" status: 204 len: 173 time: 1.5856938 Feb 17 18:08:33.232217 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b89a396-84bd-4928-bbc6-7a098fc5157c', 'name': 'network-vif-deleted', 'tag': 'c7dc2932-6e1e-4b5f-bf21-fb726671371c', 'status': 'completed', 'code': 200} Feb 17 18:08:33.257626 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-90c2a2e6-7163-4b9c-a9d0-f8d45a1e87b3 req-bbac0127-73fd-42c9-8e55-37db9dfb3d52 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b89a396-84bd-4928-bbc6-7a098fc5157c HTTP/1.1" status: 200 len: 210 time: 0.1046751 Feb 17 18:08:33.328671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device c7dc2932-6e1e-4b5f-bf21-fb726671371c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:33.403055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] No Port match for: c7dc2932-6e1e-4b5f-bf21-fb726671371c {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:08:33.403710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device c7dc2932-6e1e-4b5f-bf21-fb726671371c not bound to the agent host hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:08:33.800433 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-f105890d-36b7-4820-985b-248622cefd94 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1490262 Feb 17 18:08:33.985165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-5caec40b-c257-42f3-b578-177c94b7b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:33.988623 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-5caec40b-c257-42f3-b578-177c94b7b93d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 1162 time: 0.1574290 Feb 17 18:08:34.326870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-be5ef0d5-450d-4204-b228-0885b8bfa7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:34.329917 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-be5ef0d5-450d-4204-b228-0885b8bfa7de service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.3009350 Feb 17 18:08:34.443610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56188) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:34.542323 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-48149dc8-3e88-4e49-92e7-80922ee7c592 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 200 len: 1001 time: 0.1988730 Feb 17 18:08:34.675183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Deleting subnet 48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 {{(pid=84000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:08:34.681165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:34.709905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-0904f360-730a-4166-adbe-60660fde6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:34.712973 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-0904f360-730a-4166-adbe-60660fde6079 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.1525314 Feb 17 18:08:34.756210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1166305'] for subnet, precommit_delete_associations {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:34.856605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:34.858502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-d22904d9-e05e-41c8-8d4c-5aed29a6aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:34.860463 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-d22904d9-e05e-41c8-8d4c-5aed29a6aa93 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1401865 Feb 17 18:08:35.132604 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-c41e0b6a-a10e-41eb-847f-b11b69ca7a43 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625122 Feb 17 18:08:35.167818 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7f88d75f-fa78-4991-9363-711ac1bf80fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:35.283263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:35.343109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851070003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853531741'] for subnet, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:35.366429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f1ddda90-69d5-4ee3-a251-3f7ce0e1d67b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:35.380726 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7318a7bc-23d7-4df1-9399-e438124d3958 req-215c6b6f-d3cc-4088-9dc1-3576d7ebdf83 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2401254 Feb 17 18:08:35.539695 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48784fc0-d48f-4f73-a7ec-1eebaa28a1c0,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:35.547566 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:35.634649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:35.645044 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7dc0c561-0499-49c9-b137-63805bab8020 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/48784fc0-d48f-4f73-a7ec-1eebaa28a1c0 HTTP/1.1" status: 204 len: 168 time: 1.1993918 Feb 17 18:08:35.649539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56216) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:35.928642 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:36.320715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:36.559453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b24a6ad-f37d-4277-bd3b-42dc07df05a0']}} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:36.586736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb7d0e9-927a-43c2-be9a-bde8973a1468') {'for_net_delete': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:36.587289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb7d0e9-927a-43c2-be9a-bde8973a1468') {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:36.612953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011040'] for segment, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:36.645029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:36.649097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:08:36.737947 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:36.933843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:36.945444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189911'] for segment, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.114517 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.178721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Network 9b24a6ad-f37d-4277-bd3b-42dc07df05a0 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:08:37.205823 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:08:37.298734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.305832 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.312702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:37.361906 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b24a6ad-f37d-4277-bd3b-42dc07df05a0,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:37.367702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:37.371227 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-4ee5a954-b2e7-48b2-b3c3-e139c8a330f3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9b24a6ad-f37d-4277-bd3b-42dc07df05a0 HTTP/1.1" status: 204 len: 168 time: 1.7198575 Feb 17 18:08:37.723305 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56260) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:37.725320 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:37.835930 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-a7101e47-0d33-4ccb-8426-ca8fc277afbf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca53dce0ecf24965b05506ff10bdf63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031382 Feb 17 18:08:37.835930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56264) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:37.962427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:38.020181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:38.102967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:38.108443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-605e54bc-ed7a-4295-9c35-0a41f5a3e539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:38.125620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a5e0f-693e-4c62-974d-ff694b1a2b4a,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:38.130024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:38.136788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:38.139488 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/330a5e0f-693e-4c62-974d-ff694b1a2b4a HTTP/1.1" status: 204 len: 168 time: 0.3054285 Feb 17 18:08:39.601205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-c29a3124-85df-4ff7-86e3-a5886dceec53 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:39.603667 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-c29a3124-85df-4ff7-86e3-a5886dceec53 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/networks?id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 HTTP/1.1" status: 200 len: 814 time: 0.2505968 Feb 17 18:08:39.628277 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-e6181f63-1fcf-4eba-a836-e266d66dd6fa tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/quotas/0b49902498f2436c81a11a9b45a60c5a HTTP/1.1" status: 200 len: 375 time: 0.0143762 Feb 17 18:08:39.701117 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-4bdc4108-7dc5-4dd9-8793-d5a607f11d74 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0b49902498f2436c81a11a9b45a60c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614669 Feb 17 18:08:39.975277 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a2e0e0d3-77be-45a8-827b-5583c4ed7b38 service neutron] 10.222.0.68 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587838 Feb 17 18:08:40.194895 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-6fd166b4-3702-46b7-ba10-4e93b1c105df service neutron] 10.222.0.68 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2122462 Feb 17 18:08:40.596919 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-674a1a9b-5a70-49d5-ae96-7c5ebe318fdf req-faf24387-ead4-4627-80b7-bb76a4e035d9 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 210 time: 0.1394632 Feb 17 18:08:41.022021 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56344) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:41.264915 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.300191 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:41.308656 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Usage tracker for resource:security_group_rule and tenant:f26724d6915748a3ab854f5c79a391d5 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:41.314483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:41.327521 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:41.514979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.522406 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.541265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e8241cc5-358e-409f-b2d7-323f71fe29f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:41.619058 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f26724d6915748a3ab854f5c79a391d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5888953 Feb 17 18:08:41.619227 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56360) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:41.647922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46cebc4-2375-495d-b0bd-0c06b3844954,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:41.654727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-fcb41f35-cd5c-4384-a039-0663d785759a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:41.760240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.814179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.908814 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-766c1710-f2cf-4b85-ab3a-c58da6be0beb req-e1cbca93-2fd3-4135-bc5d-5529149f0db0 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 210 time: 0.0727146 Feb 17 18:08:41.929804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.935124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f249d361-5718-47a2-8950-8949b0c9afb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:41.954956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46cebc4-2375-495d-b0bd-0c06b3844954,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:41.959679 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:41.977572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:41.984074 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d46cebc4-2375-495d-b0bd-0c06b3844954 HTTP/1.1" status: 204 len: 168 time: 0.3607914 Feb 17 18:08:42.652974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b4794e70-45f2-4582-836f-b44bacb9775b tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:42.655092 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b4794e70-45f2-4582-836f-b44bacb9775b tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "GET /v2.0/networks?id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 HTTP/1.1" status: 200 len: 814 time: 0.5742199 Feb 17 18:08:42.674945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Request body: {'port': {'device_id': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375', 'admin_state_up': True, 'tenant_id': '0b49902498f2436c81a11a9b45a60c5a'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:42.954545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:42.982532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:43.000775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Made reservation on behalf of 0b49902498f2436c81a11a9b45a60c5a for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:08:43.017988 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:43.189443 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3061a9f1-4510-45d7-98d1-c2f89b8890a9 req-30f857af-b109-4775-a63a-5c048279207b tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 210 time: 0.0840650 Feb 17 18:08:43.661286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Allocated IP 172.20.0.3 (1096ad54-bc8e-4cec-a86c-a5ac7d8a7375/fc6d43c0-8454-4c33-ab3f-34ca239dbd4e/2c04060b-de10-465a-814e-6f1b92464305) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:08:44.157585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:44.274665 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:44.314490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:44.583200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Pushing event updated for resources: {'Port': ['ID=2c04060b-de10-465a-814e-6f1b92464305,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:44.592169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:44.608805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295bfe2-23c8-4ab7-866c-4138e76b13df req-d05d8981-871b-4262-a7d8-5d0d4e509516 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:44.612039 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d295bfe2-23c8-4ab7-866c-4138e76b13df req-d05d8981-871b-4262-a7d8-5d0d4e509516 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 931 time: 0.1652293 Feb 17 18:08:44.735078 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d295bfe2-23c8-4ab7-866c-4138e76b13df req-cbf75738-69dd-4c90-aeeb-e3e30d3e935e tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116004 Feb 17 18:08:44.817263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:08:44.818964 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56458) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:44.819160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:08:44.830724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:08:44.987773 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:44.990486 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:45.039768 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b326737c-9912-4b71-a792-94ccb7f09f93 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3732734 Feb 17 18:08:45.056740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Request body: {'port': {'device_id': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:08:45.313541 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:45.377031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:45.401829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:45.408613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Usage tracker for resource:security_group_rule and tenant:25b3354c7e924211b0c5ea7ecbb315b6 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:45.412910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:45.423972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:45.590448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:45.600130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:45.701065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7437b788-a3d7-4a9f-b655-b62732392511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:45.718870 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25b3354c7e924211b0c5ea7ecbb315b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974943 Feb 17 18:08:45.723154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56484) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:45.841378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a9751e-49aa-4123-9e26-909e9d6ba128,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:45.870331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c16b8aad-b13a-4c77-a7ef-cfd6ab9b01f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:45.978411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:46.029308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:46.100997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:46.120573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:46.143828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a9751e-49aa-4123-9e26-909e9d6ba128,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:46.149092 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:46.159828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:46.167476 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7a9751e-49aa-4123-9e26-909e9d6ba128 HTTP/1.1" status: 204 len: 168 time: 0.4419606 Feb 17 18:08:46.414968 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04060b-de10-465a-814e-6f1b92464305 {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:08:46.431147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:46.457959 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Transition to ACTIVE for port object 2c04060b-de10-465a-814e-6f1b92464305 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:08:46.464455 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56504) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:46.476528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:46.508694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f9620c6f-7e79-489f-b7b6-0d352e7c4818 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:46.543199 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f9ff-d142-4f42-a0f9-90acf5773a9f req-ce39479d-6ec6-41a2-864b-47e16e7b86c5 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:46.557443 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6fa8f9ff-d142-4f42-a0f9-90acf5773a9f req-ce39479d-6ec6-41a2-864b-47e16e7b86c5 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 931 time: 0.5447130 Feb 17 18:08:46.681066 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6fa8f9ff-d142-4f42-a0f9-90acf5773a9f req-4af7b629-cda2-4f37-8823-7d1f56bb44da tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182690 Feb 17 18:08:46.807479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04060b-de10-465a-814e-6f1b92464305,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:46.817739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:47.133576 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.175638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:47.190162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2904d9541819450681c8231dec11b364 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:47.203977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f8393-9b83-44e0-a6c4-eacdd07745e0 req-5f62f236-6754-4557-9518-83701dfd8905 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:47.207077 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-580f8393-9b83-44e0-a6c4-eacdd07745e0 req-5f62f236-6754-4557-9518-83701dfd8905 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.9326978 Feb 17 18:08:47.207767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:47.229284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:47.243670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Attempting to bind port 2c04060b-de10-465a-814e-6f1b92464305 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:08:47.244284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Attempting to bind port 2c04060b-de10-465a-814e-6f1b92464305 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:08:47.244865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Attempting to bind port 2c04060b-de10-465a-814e-6f1b92464305 on network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:08:47.264677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:08:47.265268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Checking segment: {'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:08:47.265909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.266551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Bound using segment: {'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:08:47.267359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Bound port: 2c04060b-de10-465a-814e-6f1b92464305, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c15904f-0bab-438b-b1dc-127e275cef1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1096ad54-bc8e-4cec-a86c-a5ac7d8a7375'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:08:47.267996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.297884 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-580f8393-9b83-44e0-a6c4-eacdd07745e0 req-6a64ab3a-a57d-4401-8c2c-0f31fab37576 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779786 Feb 17 18:08:47.504398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] For port 2c04060b-de10-465a-814e-6f1b92464305, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:08:47.515666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] For port 2c04060b-de10-465a-814e-6f1b92464305, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2c04060b-de10-465a-814e-6f1b92464305,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:08:47.529694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.579846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:47.765721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.777359 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:47.863323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04060b-de10-465a-814e-6f1b92464305,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:47.878675 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2904d9541819450681c8231dec11b364&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4097753 Feb 17 18:08:47.878675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:47.894769 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56528) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:47.897842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e67ea7e3-f5ce-443f-9e57-c3ff35e884ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:47.990923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d275f8b-afc0-4609-aee3-df70322afc51,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:48.001234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:48.018292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:48.018454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:48.021126 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] 10.222.0.75 "PUT /v2.0/ports/2c04060b-de10-465a-814e-6f1b92464305 HTTP/1.1" status: 200 len: 1157 time: 2.9729662 Feb 17 18:08:48.022002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'tag': '2c04060b-de10-465a-814e-6f1b92464305'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:48.163796 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'tag': '2c04060b-de10-465a-814e-6f1b92464305', 'status': 'completed', 'code': 200} Feb 17 18:08:48.253435 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-71981816-bdce-4fe7-a53a-e99e4375183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:48.256992 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-71981816-bdce-4fe7-a53a-e99e4375183e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b49902498f2436c81a11a9b45a60c5a&device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 1160 time: 0.1775553 Feb 17 18:08:48.415269 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-d5fb93af-3286-4677-ad14-cc67bc66ae37 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c04060b-de10-465a-814e-6f1b92464305 HTTP/1.1" status: 200 len: 217 time: 0.1502182 Feb 17 18:08:48.559163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-49bcbf61-def5-4106-b526-e32ad69f3336 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:48.562237 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-49bcbf61-def5-4106-b526-e32ad69f3336 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.7725391 Feb 17 18:08:48.563599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87206e2a-8a4c-4c54-a3fb-75e8e47f5637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:48.624659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b6ae04d9-465c-48ba-be42-b33e42ba3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:48.629428 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-b6ae04d9-465c-48ba-be42-b33e42ba3b12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc6d43c0-8454-4c33-ab3f-34ca239dbd4e HTTP/1.1" status: 200 len: 854 time: 0.2064612 Feb 17 18:08:48.754195 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-0d7b207c-d378-454f-b444-82d33f97bdff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102958 Feb 17 18:08:48.831457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e610c6d-9c40-4293-8ae7-87cb1188cba9 req-d0596b82-6b6c-4e37-968b-fdb2d886ed07 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:48.840916 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5e610c6d-9c40-4293-8ae7-87cb1188cba9 req-d0596b82-6b6c-4e37-968b-fdb2d886ed07 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 943 time: 0.5325327 Feb 17 18:08:48.939460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87206e2a-8a4c-4c54-a3fb-75e8e47f5637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:49.060969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Deleting port df9bee85-4b37-4577-8d58-519f0c69ea4b {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:49.061626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:49.095829 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-f94ac3b0-a17e-46e9-ba7d-aea3418ee254 service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290739 Feb 17 18:08:49.351292 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5e610c6d-9c40-4293-8ae7-87cb1188cba9 req-331c0c5a-b227-4b2b-b424-c107627ae66a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791691 Feb 17 18:08:49.370442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device df9bee85-4b37-4577-8d58-519f0c69ea4b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:08:49.402046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618f69-ba7a-4273-b936-c872fa8d12b1 req-2a0302c2-7a79-49bb-b4c6-a60079479855 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:49.405480 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-24618f69-ba7a-4273-b936-c872fa8d12b1 req-2a0302c2-7a79-49bb-b4c6-a60079479855 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 945 time: 0.7683408 Feb 17 18:08:49.480823 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebddbe8c-6286-4abd-8771-17c871b48860 req-93514ef9-0389-438c-8506-95c9d4b6199b service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3776989 Feb 17 18:08:49.711337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:49.769892 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-24618f69-ba7a-4273-b936-c872fa8d12b1 req-3f6fee2c-2866-4a91-ade7-4f325418c79a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381908 Feb 17 18:08:49.778827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87206e2a-8a4c-4c54-a3fb-75e8e47f5637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:49.789338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:49.792138 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:49.792515 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-2d404dff-e68a-4cd7-8fb3-07524bdb771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:49.796591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9086a5dd-1d4d-4f58-9c05-b72b08e155ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:49.801478 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-2d404dff-e68a-4cd7-8fb3-07524bdb771d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0b49902498f2436c81a11a9b45a60c5a&device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 1160 time: 0.2178562 Feb 17 18:08:49.820405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:49.823779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:49.870367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:08:49.939140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-87206e2a-8a4c-4c54-a3fb-75e8e47f5637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:49.941621 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-87206e2a-8a4c-4c54-a3fb-75e8e47f5637 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d275f8b-afc0-4609-aee3-df70322afc51 HTTP/1.1" status: 204 len: 168 time: 2.0404193 Feb 17 18:08:49.956673 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'code': 200} Feb 17 18:08:49.966555 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87206e2a-8a4c-4c54-a3fb-75e8e47f5637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d275f8b-afc0-4609-aee3-df70322afc51,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:49.979805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-87206e2a-8a4c-4c54-a3fb-75e8e47f5637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:50.000699 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:50.001528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:50.113147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=7']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:50.120783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:50.218835 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-8faf67f4-ff3f-48d4-9056-e4dd72f80a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:50.222600 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-8faf67f4-ff3f-48d4-9056-e4dd72f80a40 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 HTTP/1.1" status: 200 len: 909 time: 0.4175537 Feb 17 18:08:50.377595 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-a8a02d01-0b20-4e4f-97b9-dceb970a419d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c04060b-de10-465a-814e-6f1b92464305 HTTP/1.1" status: 200 len: 217 time: 0.1456418 Feb 17 18:08:50.566100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-62e2f007-a17c-4421-af72-9b4e1e32b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:50.581870 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-62e2f007-a17c-4421-af72-9b4e1e32b9bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc6d43c0-8454-4c33-ab3f-34ca239dbd4e HTTP/1.1" status: 200 len: 854 time: 0.1960537 Feb 17 18:08:50.753999 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-a3a6609e-0c6b-49d4-84e5-07ec4d136fda service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633961 Feb 17 18:08:50.755145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:50.756430 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:50.757237 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Floating IP aee96514-c26d-4b84-8a69-126245dea37e disassociated. External IP: 172.28.2.235, port: df9bee85-4b37-4577-8d58-519f0c69ea4b. Feb 17 18:08:50.757927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Calling delete_port for df9bee85-4b37-4577-8d58-519f0c69ea4b owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:51.078282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56574) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:51.163180 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.277385 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:51.301789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:08:51.302983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:08:51.305017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c86801ad5c4425912759009e58e85a is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:51.321195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:51.345118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:51.429573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042278cc-9d53-4c3f-a424-4c607f33a26f req-5ca94c78-e750-4d34-9ff7-0ace2c833006 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:51.432535 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-042278cc-9d53-4c3f-a424-4c607f33a26f req-5ca94c78-e750-4d34-9ff7-0ace2c833006 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 943 time: 0.5106480 Feb 17 18:08:51.506770 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-779915c1-d8f2-4402-880b-6f212561217b service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426267 Feb 17 18:08:51.603045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29c5d3-4e17-4db2-bc3c-87109ecf670e req-b448f908-1a7a-46a9-b7d3-6a93ff2be400 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:51.606119 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bf29c5d3-4e17-4db2-bc3c-87109ecf670e req-b448f908-1a7a-46a9-b7d3-6a93ff2be400 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.4049881 Feb 17 18:08:51.619773 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-042278cc-9d53-4c3f-a424-4c607f33a26f req-c157d7d8-7f3b-408e-af5b-1ad605b8902e tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623280 Feb 17 18:08:51.742425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2c04060b-de10-465a-814e-6f1b92464305 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:51.758970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.766851 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bf29c5d3-4e17-4db2-bc3c-87109ecf670e req-855db965-f9e8-47a0-8d15-81fa2b47692e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278248 Feb 17 18:08:51.768911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.785008 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5477be75-e97f-4f93-aecd-661669fb2de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:51.788098 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b5d7afb-048c-40e6-8b5c-adcc67c77259 req-efa2a59a-2369-42e7-9bce-8c830db8527a service neutron] 10.222.0.75 "GET /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2731454 Feb 17 18:08:51.806889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Deleting port df9bee85-4b37-4577-8d58-519f0c69ea4b {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:08:51.807512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.877887 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 2c04060b-de10-465a-814e-6f1b92464305 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:08:51.888840 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2c04060b-de10-465a-814e-6f1b92464305 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:51.889602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:51.935770 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0c86801ad5c4425912759009e58e85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8558238 Feb 17 18:08:51.941031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56582) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:51.950009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3920dca7-cdc1-481e-858a-756d918cbf83,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:51.955392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:52.064046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.125410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.152511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.214802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04060b-de10-465a-814e-6f1b92464305'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:52.236491 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.240830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 2c04060b-de10-465a-814e-6f1b92464305, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2c04060b-de10-465a-814e-6f1b92464305,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:52.246836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.251998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:52.256085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7f7c8c67-f746-4cd3-9a56-30c1521f06a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:52.288687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.291123 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3920dca7-cdc1-481e-858a-756d918cbf83 HTTP/1.1" status: 204 len: 168 time: 0.3482454 Feb 17 18:08:52.308546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3920dca7-cdc1-481e-858a-756d918cbf83,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:52.342812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.343498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.345283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.346090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.346992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.347705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.348386 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.349605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.350327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.351023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.351440 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04060b-de10-465a-814e-6f1b92464305', 'code': 200} Feb 17 18:08:52.351687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.352444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.353247 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.353933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.354621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.355262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.355935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.356810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.357471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.358107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.358736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.359399 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.360190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.360802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:08:52.368025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:52.437447 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] For port df9bee85-4b37-4577-8d58-519f0c69ea4b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=df9bee85-4b37-4577-8d58-519f0c69ea4b,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:08:52.440622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:52.505377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=2c04060b-de10-465a-814e-6f1b92464305,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:52.512720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:52.942052 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb2b07-7964-41fc-a218-a2a0c77d29d1 req-4b37db7f-1b6a-4f20-864d-9f8ff56489b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:52.946093 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-89eb2b07-7964-41fc-a218-a2a0c77d29d1 req-4b37db7f-1b6a-4f20-864d-9f8ff56489b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 1162 time: 0.2152600 Feb 17 18:08:53.066713 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-89eb2b07-7964-41fc-a218-a2a0c77d29d1 req-1b0df21b-e1b0-422a-a82f-1b64ca8ecf07 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101036 Feb 17 18:08:53.398356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2c04060b-de10-465a-814e-6f1b92464305 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:08:53.590262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:53.590262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:53.590262 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Floating IP aee96514-c26d-4b84-8a69-126245dea37e disassociated. External IP: 172.28.2.235, port: df9bee85-4b37-4577-8d58-519f0c69ea4b. Feb 17 18:08:53.590262 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Calling delete_port for df9bee85-4b37-4577-8d58-519f0c69ea4b owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:08:53.638237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2c04060b-de10-465a-814e-6f1b92464305 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:08:53.639104 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:53.715707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e5be9-a2a5-4011-bd77-cbf350c9026b req-09b20179-390f-47f5-b2ad-61bb10756d24 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:53.728835 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b19e5be9-a2a5-4011-bd77-cbf350c9026b req-09b20179-390f-47f5-b2ad-61bb10756d24 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 945 time: 0.7100778 Feb 17 18:08:53.758648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9a5af-1498-40aa-bc56-d42ba53d1f73 req-dc65d03a-9d50-496a-b02b-76971f1766c2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:53.773460 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d0c9a5af-1498-40aa-bc56-d42ba53d1f73 req-dc65d03a-9d50-496a-b02b-76971f1766c2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 943 time: 0.6490037 Feb 17 18:08:54.018837 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d0c9a5af-1498-40aa-bc56-d42ba53d1f73 req-8673f54a-efcf-416d-8054-2ab9b5fffbce tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=ffe11203-5202-42c6-af1f-7c31b3ae2bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984446 Feb 17 18:08:54.029778 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b19e5be9-a2a5-4011-bd77-cbf350c9026b req-30301078-fd0e-468a-ab97-4b58beae04a3 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543459 Feb 17 18:08:54.211932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:54.244107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:54.433766 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event deleted for resources: {'Port': ['ID=df9bee85-4b37-4577-8d58-519f0c69ea4b,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:54.447260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:54.964384 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Router 64d6fc6a-695f-43a4-9629-a403781a7548 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:08:56.092169 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ba010bd8-07d3-428a-a343-329d75982a49 req-9fd67bf7-4fd7-40b5-b275-5f9a8651e800 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 210 time: 0.6833198 Feb 17 18:08:56.160578 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:08:56.187290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] Sync routers for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:08:56.225731 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:56.228756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:08:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:56.251667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] No DVR routers for this DVR port df9bee85-4b37-4577-8d58-519f0c69ea4b on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:08:56.258107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:56.265396 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-deleted', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:08:56.424801 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51013ce-e013-4e05-86a6-8aa47b48413a req-c49e0639-135d-49a1-a5a4-293b8f8c8ec0 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:08:56.442631 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a51013ce-e013-4e05-86a6-8aa47b48413a req-c49e0639-135d-49a1-a5a4-293b8f8c8ec0 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 945 time: 1.0308564 Feb 17 18:08:56.532556 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-52df9286-79a1-46f8-b4d6-f8bcbb396d3c req-6a500553-ca8f-4134-855e-a0c55f1889c0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "DELETE /v2.0/ports/df9bee85-4b37-4577-8d58-519f0c69ea4b HTTP/1.1" status: 204 len: 173 time: 7.9586492 Feb 17 18:08:56.543067 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb184b4e-9f79-4ec7-89b7-f046bc59112f', 'name': 'network-vif-deleted', 'tag': 'df9bee85-4b37-4577-8d58-519f0c69ea4b', 'status': 'completed', 'code': 200} Feb 17 18:08:56.632167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56674) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:56.665875 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a51013ce-e013-4e05-86a6-8aa47b48413a req-ea55e293-528f-4145-9327-413ca831e677 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202389 Feb 17 18:08:56.988350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.016561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:57.024153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:57.033502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:686b9ca69e2b41feab33b0f890cbe877 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:57.041725 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:57.055145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:08:57.358388 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.365011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:57.438136 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8159b7bd-213d-48ce-8fdc-d56aa7f445a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:57.543790 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=686b9ca69e2b41feab33b0f890cbe877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9091485 Feb 17 18:08:57.548779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56696) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:57.551005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a032ce-0c91-4e20-b057-9a28936ee4c5,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:57.564739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-41e23ea3-4e74-422c-981a-2b03c781c3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:57.947404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7644a383-4855-41a8-9b27-385caf544582 req-cc91a806-9fda-4473-8a9a-0ba0a923cf0a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Synchronizing usage tracker for tenant:10e3925290bc42a8a8b60701c4a32a37 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:08:58.013546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-757a1a43-0028-40e6-af19-0a8e589147e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:58.041570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-7644a383-4855-41a8-9b27-385caf544582 req-cc91a806-9fda-4473-8a9a-0ba0a923cf0a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Unset dirty status for tenant:10e3925290bc42a8a8b60701c4a32a37 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:08:58.044671 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7644a383-4855-41a8-9b27-385caf544582 req-cc91a806-9fda-4473-8a9a-0ba0a923cf0a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb184b4e-9f79-4ec7-89b7-f046bc59112f HTTP/1.1" status: 200 len: 210 time: 0.3211794 Feb 17 18:08:58.093207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-757a1a43-0028-40e6-af19-0a8e589147e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:58.170682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:58.184762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] Checking router: 64d6fc6a-695f-43a4-9629-a403781a7548 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:08:58.224551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:08:58.225087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-757a1a43-0028-40e6-af19-0a8e589147e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:58.229560 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:08:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:08:58.239658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93c1b579-8bd2-4ac1-b0b3-206f1b1b158c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:08:58.291398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a1a43-0028-40e6-af19-0a8e589147e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a032ce-0c91-4e20-b057-9a28936ee4c5,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:08:58.295529 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-757a1a43-0028-40e6-af19-0a8e589147e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:58.301733 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-757a1a43-0028-40e6-af19-0a8e589147e2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4a032ce-0c91-4e20-b057-9a28936ee4c5 HTTP/1.1" status: 204 len: 168 time: 0.7471118 Feb 17 18:08:58.301733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-757a1a43-0028-40e6-af19-0a8e589147e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:08:58.762414 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:08:59.700831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56724) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:59.749497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56728) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:08:59.785206 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:08:59.861328 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:08:59.882369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Usage tracker for resource:security_group_rule and tenant:04c0fa4617ba4cc895dc0ef60875a959 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:08:59.905484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:08:59.925418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:00.095281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0b9b923-9f76-4cd8-97c1-809372b57a89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:00.223603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0b9b923-9f76-4cd8-97c1-809372b57a89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:00.299089 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:00.309080 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f246258-580b-4cd5-a94e-1ea1c16a0657 None None] The sync data for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb is: [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:09:00.352219 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:00.360195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:00.405082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0b9b923-9f76-4cd8-97c1-809372b57a89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:00.424110 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5a69f9aa-a39c-4c3f-ae4d-a4fd1b373e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:00.465613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5b69336d-1ac0-4935-80d1-ba5fdd7c00a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:00.468035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9b923-9f76-4cd8-97c1-809372b57a89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe11203-5202-42c6-af1f-7c31b3ae2bf2,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:00.482446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b0b9b923-9f76-4cd8-97c1-809372b57a89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:00.486667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0b9b923-9f76-4cd8-97c1-809372b57a89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:00.488863 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b0b9b923-9f76-4cd8-97c1-809372b57a89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "DELETE /v2.0/security-groups/ffe11203-5202-42c6-af1f-7c31b3ae2bf2 HTTP/1.1" status: 204 len: 168 time: 0.7367628 Feb 17 18:09:00.497589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56744) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:00.502955 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04c0fa4617ba4cc895dc0ef60875a959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7953424 Feb 17 18:09:00.533995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56748) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:00.592508 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.v2.resource [None req-511145c4-833d-43d5-8ce7-a1f70a6aa1e1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] show failed (client error): The resource could not be found. Feb 17 18:09:00.600778 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-511145c4-833d-43d5-8ce7-a1f70a6aa1e1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups/ffe11203-5202-42c6-af1f-7c31b3ae2bf2 HTTP/1.1" status: 404 len: 347 time: 0.1019740 Feb 17 18:09:00.601982 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56752) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:00.761072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98513c33-2e6d-4164-8c0f-e841169f159f,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:00.780215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.781395 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.782161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.782929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.783688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.784546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.788201 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.788930 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.789669 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.790436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.791214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.792071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.792927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.793745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.794474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.795431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.796194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.796944 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.797677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.798412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.799164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.799909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.800759 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.801494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:00.814651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-64e94155-27d1-4268-8153-a90572bf0bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:00.864927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1b629-88f6-42aa-adf2-a7efc95090b1 req-c21c10a3-f7ef-4be8-af38-86290e43d54d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:00.884304 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-57d1b629-88f6-42aa-adf2-a7efc95090b1 req-c21c10a3-f7ef-4be8-af38-86290e43d54d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.4184906 Feb 17 18:09:00.988029 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-57d1b629-88f6-42aa-adf2-a7efc95090b1 req-bcd6095b-d469-4961-b66a-0e2e5432b958 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005189 Feb 17 18:09:01.082467 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe8e22a-b9bf-447a-970a-1e3397b6ae1e None None] New status for floating IP aee96514-c26d-4b84-8a69-126245dea37e: DOWN {{(pid=84003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:09:01.146556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Deleting port 7bba4991-6925-4740-a4c9-89d9b90c8ecb {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:09:01.147196 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:01.247290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:01.347203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:01.884570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:01.885437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.226245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-c4d77433-7d2e-421e-94a9-acd3d3b07b04 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:02.229794 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-c4d77433-7d2e-421e-94a9-acd3d3b07b04 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 0.2183366 Feb 17 18:09:02.246879 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Calling delete_port for 7bba4991-6925-4740-a4c9-89d9b90c8ecb owned by network:floatingip {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:09:02.401800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Deleting port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:09:02.402661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.466519 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.498723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-962881b6-54ff-4ec1-8952-cd82a42a09fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:02.536891 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:09:02.537510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:09:02.566796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98513c33-2e6d-4164-8c0f-e841169f159f,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:02.580249 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:02.593560 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:02.595812 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/98513c33-2e6d-4164-8c0f-e841169f159f HTTP/1.1" status: 204 len: 168 time: 2.0472977 Feb 17 18:09:03.023398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bd3d419b-b5fa-4a8b-a359-eb67bd0e7eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.039224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Deleting port 7bba4991-6925-4740-a4c9-89d9b90c8ecb {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:09:03.041077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.319452 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] For port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:03.320134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.486532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:09:03.689051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11b8d-95ae-4db4-8701-36d5eec01f26 req-94e429eb-14be-4edd-a43a-6954814e101c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:03.700565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.701513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:03.707362 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3df11b8d-95ae-4db4-8701-36d5eec01f26 req-94e429eb-14be-4edd-a43a-6954814e101c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 946 time: 1.1936538 Feb 17 18:09:04.040881 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3df11b8d-95ae-4db4-8701-36d5eec01f26 req-ed96e49c-cb86-4f52-ac3e-7d79a0eb3b21 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308814 Feb 17 18:09:04.074885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.190642 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Calling delete_port for 7bba4991-6925-4740-a4c9-89d9b90c8ecb owned by network:floatingip {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:09:04.213644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:04.220210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:04.237737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.242400 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:04.452495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.453141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.454103 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Floating IP 05b9d919-1d05-4548-b137-b744d61961ab disassociated. External IP: 172.28.2.161, port: eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3. Feb 17 18:09:04.454654 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Calling delete_port for eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:09:04.466622 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'code': 200} Feb 17 18:09:04.544250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:04.555134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:04.706033 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:04.710803 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:09:04.711376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:09:04.736557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-18b19cdf-fa90-419d-b458-e47786777eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:04.913744 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event deleted for resources: {'Port': ['ID=7bba4991-6925-4740-a4c9-89d9b90c8ecb,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:04.934291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:04.994694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56826) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:05.184794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e48ec6c9-4b6f-4e36-9950-3517caaa5e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.213565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Deleting port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:09:05.214174 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.233540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.278487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.304000 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "DELETE /v2.0/floatingips/aee96514-c26d-4b84-8a69-126245dea37e HTTP/1.1" status: 204 len: 168 time: 4.6870420 Feb 17 18:09:05.326534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.625761 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:05.693002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:05.713783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Usage tracker for resource:security_group_rule and tenant:74d974d3a31d4adaa47d2fd4e22002d6 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:05.726545 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:05.781014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:05.841633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd92bb-a753-46eb-ba9c-ab3f713e29b7 req-d3073636-e423-438c-8297-ff2e237f6043 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:05.845118 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebdd92bb-a753-46eb-ba9c-ab3f713e29b7 req-d3073636-e423-438c-8297-ff2e237f6043 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 944 time: 0.3978217 Feb 17 18:09:06.164964 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56848) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:06.175704 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268329797', 'description': 'tempest-description--1956653863'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:06.187808 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:06.199926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:06.221723 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebdd92bb-a753-46eb-ba9c-ab3f713e29b7 req-83f820b3-1a5c-42ec-ba2e-684fce542c76 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3559670 Feb 17 18:09:06.226270 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:06.243069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:06.263063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.309644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:06.319160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group_rule and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:06.326148 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:06.339630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:06.377481 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] For port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:06.378088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.494159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.499767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.511303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-56e16244-9552-4a9f-9c47-33518029adda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:06.608833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.610885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.619347 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4472375 Feb 17 18:09:06.619950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56858) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:06.624022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.630320 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'security_group_rule': {'security_group_id': '518f836f-b57f-4148-bd8f-1eba296a7812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:06.642479 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:06.650722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group_rule and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:06.657235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:06.669119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:06.675691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518f836f-b57f-4148-bd8f-1eba296a7812,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:06.681448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:06.690562 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a2a3f91f-f6c9-47b7-9ee8-8398c7045825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:06.710977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.718708 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=74d974d3a31d4adaa47d2fd4e22002d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7218478 Feb 17 18:09:06.729291 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56862) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:06.750251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.853071 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.858069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.862081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:06.910631 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5eedfa-b235-4bc4-917e-d418563ac9bb,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:06.920023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:06.936929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:06.943906 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3177910 Feb 17 18:09:06.944521 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56870) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:06.955686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'security_group_rule': {'security_group_id': '518f836f-b57f-4148-bd8f-1eba296a7812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:06.967990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:06.976685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:security_group_rule and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:06.982650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:06.996001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:07.001950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14539c-f246-449c-8fee-14866ad1546c,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:07.031375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.031666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:07.118663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.199723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.206083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.210942 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-98fdcea9-737e-4ec0-ae52-f1c866b0fd61 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:07.264922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b8b18f-7747-49e7-8f1c-1fbef7d3b09e,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:07.300067 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:07.341642 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.344927 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b0aa18e6-e835-45ff-8ea4-2eccfe8a2117 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3982749 Feb 17 18:09:07.350256 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56882) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:07.365638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'floatingip': {'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:07.370142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.384012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:07.404965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:floatingip and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:07.429405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:07.436163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.437121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.437720 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Floating IP 05b9d919-1d05-4548-b137-b744d61961ab disassociated. External IP: 172.28.2.161, port: eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3. Feb 17 18:09:07.438330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Calling delete_port for eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:09:07.470524 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:07.519943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.606584 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:07.746300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:08.021687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:08.037322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-4cdfe810-c078-4b75-bee6-554b33c6b346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:08.052732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:08.070429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14539c-f246-449c-8fee-14866ad1546c,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:08.087741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:08.098290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:08.240713 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:08.265574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56890) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:08.355337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event deleted for resources: {'Port': ['ID=eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:08.368965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:08.384318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:08.386529 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5b14539c-f246-449c-8fee-14866ad1546c HTTP/1.1" status: 204 len: 168 time: 1.6479650 Feb 17 18:09:08.421339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f2711-aa87-4602-a44c-b66521e27b06 req-d8e1b452-aa74-4a8f-92b1-55b2823933a2 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:08.422684 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b83f2711-aa87-4602-a44c-b66521e27b06 req-d8e1b452-aa74-4a8f-92b1-55b2823933a2 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Synchronizing usage tracker for tenant:509279e1fb164426987f0909f5241001 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:09:08.780798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Allocated IP 172.28.2.180 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/e246e809-7fa2-498b-8530-72b489b003a3) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:09:08.909041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-b83f2711-aa87-4602-a44c-b66521e27b06 req-d8e1b452-aa74-4a8f-92b1-55b2823933a2 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Unset dirty status for tenant:509279e1fb164426987f0909f5241001 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:09:08.913471 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b83f2711-aa87-4602-a44c-b66521e27b06 req-d8e1b452-aa74-4a8f-92b1-55b2823933a2 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 865 time: 1.0601978 Feb 17 18:09:09.126933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:09.182535 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:09.199842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Usage tracker for resource:security_group_rule and tenant:b165c247c6df460287effac4a4d0f110 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:09.211032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:09.236746 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b83f2711-aa87-4602-a44c-b66521e27b06 req-28b69d79-1a20-4857-8ab7-041566ee114b tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f9a6950-13f0-4bfa-b4a5-feeaadb22507&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2998149 Feb 17 18:09:09.247396 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:09.372985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:09.480255 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Router 96a55539-1b23-4e9f-895b-e2581a89619f has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:09:09.514747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56904) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:09.584767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:09.610733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:09.622551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:09.655535 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a5c52cb1-e221-41d6-a7fe-7419a159def3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:09.723257 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:09.738475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:09.950289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:09:09.970707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] Sync routers for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:09:10.024436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:09:10.027010 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:09:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:10.055268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] No DVR routers for this DVR port eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:09:10.059996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.065754 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2b53d372-d442-4066-bff9-32d9ebbf8483 req-ba9f8153-1200-4626-b54d-0c8144425a62 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "DELETE /v2.0/ports/eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3 HTTP/1.1" status: 204 len: 173 time: 7.8302779 Feb 17 18:09:10.067175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'name': 'network-vif-deleted', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:10.216422 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68328ab-8244-4862-b2c8-5239efd57908', 'name': 'network-vif-deleted', 'tag': 'eec99c91-fd4a-4dd8-a3f4-8f8b4ac633e3', 'status': 'completed', 'code': 200} Feb 17 18:09:10.382692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'Port': ['ID=e246e809-7fa2-498b-8530-72b489b003a3,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:10.390070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:10.413884 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Usage tracker for resource:security_group_rule and tenant:53c2267f216d451b87574316afde68c1 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:10.419991 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-55ba99a4-47ed-4882-9005-8cfda4fa718c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:10.434294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:10.474266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:10.481772 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b165c247c6df460287effac4a4d0f110&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2143571 Feb 17 18:09:10.487625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56914) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:10.498454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:09:10.655737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429135d9-eb2c-452d-bcc6-a6c3ab1e75c6,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:10.672641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8480a3c0-4cc8-47ef-a1d5-d12c9556cef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:10.681162 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00ff90ac-2359-45b4-9b26-403d0d4137f9 req-c8328a83-c233-4d82-8bec-61b0b1770cec tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=c68328ab-8244-4862-b2c8-5239efd57908 HTTP/1.1" status: 200 len: 210 time: 0.1111734 Feb 17 18:09:10.757795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6d36ba85-c732-4b30-a46f-e0b54566d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.821332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6d36ba85-c732-4b30-a46f-e0b54566d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.861453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:09:10.872084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:09:10.876775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:09:10.935442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6d36ba85-c732-4b30-a46f-e0b54566d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.946793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-472576eb-e59b-4abc-b0f1-48b2ec15124d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:10.960245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.974918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.977143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36ba85-c732-4b30-a46f-e0b54566d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429135d9-eb2c-452d-bcc6-a6c3ab1e75c6,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:10.982504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6d36ba85-c732-4b30-a46f-e0b54566d5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:10.984683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6d36ba85-c732-4b30-a46f-e0b54566d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:10.987211 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6d36ba85-c732-4b30-a46f-e0b54566d5d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/429135d9-eb2c-452d-bcc6-a6c3ab1e75c6 HTTP/1.1" status: 204 len: 168 time: 0.4975331 Feb 17 18:09:11.017299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-807b9cb9-2931-4476-b060-4b5b38d6d053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:11.146646 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=53c2267f216d451b87574316afde68c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6261063 Feb 17 18:09:11.147319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56920) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:11.212871 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.223647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b557d4c-f3ab-4b6c-9871-5c1ed4a785c1,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:11.230239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e9e7ee7a-d345-4004-a9cf-e459ae149d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:11.293333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.371380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.377722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.504606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.518053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-de6a3863-7b1e-4910-9524-1963b8016507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:11.577647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b557d4c-f3ab-4b6c-9871-5c1ed4a785c1,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:11.584595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:11.599696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:11.607978 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b557d4c-f3ab-4b6c-9871-5c1ed4a785c1 HTTP/1.1" status: 204 len: 168 time: 0.4582279 Feb 17 18:09:11.650495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:11.666884 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] Checking router: 96a55539-1b23-4e9f-895b-e2581a89619f for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:09:11.717978 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:09:11.719496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:09:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:12.050313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56938) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:12.190882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:12.200237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:12.231593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:12.274992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:09:12.302618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:12.348839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56944) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:12.428851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:12.518505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:12.536068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:12.557116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Usage tracker for resource:security_group_rule and tenant:345c3f34d6754c03a74f06bcf5227c34 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:12.576382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:12.599862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'Port': ['ID=e246e809-7fa2-498b-8530-72b489b003a3,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:12.607442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:12.621888 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:12.845293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:12.936490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e34cc3b3-f2b9-42d6-bdd0-dd73300e3545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:12.943182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.052153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9a6950-13f0-4bfa-b4a5-feeaadb22507,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:13.074053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:13.078165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.084892 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "DELETE /v2.0/security-groups/2f9a6950-13f0-4bfa-b4a5-feeaadb22507 HTTP/1.1" status: 204 len: 168 time: 1.0266378 Feb 17 18:09:13.087916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56958) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:13.174683 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.v2.resource [None req-22ff88d0-b252-4273-aaba-c2e3cd89d7ba tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] show failed (client error): The resource could not be found. Feb 17 18:09:13.186664 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-22ff88d0-b252-4273-aaba-c2e3cd89d7ba tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups/2f9a6950-13f0-4bfa-b4a5-feeaadb22507 HTTP/1.1" status: 404 len: 347 time: 0.0965760 Feb 17 18:09:13.187021 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.188546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 56962) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:13.194822 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.198196 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8454499 Feb 17 18:09:13.230706 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:13.239514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638f8b31-0690-4e35-9608-ce9e78c84361 None None] The sync data for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb is: [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:09:13.353958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.386661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d5d5a1a5-3b10-4dfd-ab12-18f11df27873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:13.663387 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=345c3f34d6754c03a74f06bcf5227c34&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3119698 Feb 17 18:09:13.665151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56980) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:13.665552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e99a5f-13e3-4971-b8d8-4719405058db,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:13.718294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-65832fa3-1512-4c90-9749-4d4fd06b53ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:13.731787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Deleting port 03cfd01e-cf02-410c-b046-985e4645c367 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:09:13.732676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.845852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e42f8eeb-8bdd-4813-b2ce-868eef01c4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.906518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e42f8eeb-8bdd-4813-b2ce-868eef01c4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:13.958283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0987ae8-0102-4e9d-ad94-7b72e15a924d None None] New status for floating IP 05b9d919-1d05-4548-b137-b744d61961ab: DOWN {{(pid=84003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:09:14.022004 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e42f8eeb-8bdd-4813-b2ce-868eef01c4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.031881 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-274fe34d-b321-4bfb-ab56-80872fbaa0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:14.053264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 56990) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:14.073294 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f8eeb-8bdd-4813-b2ce-868eef01c4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e99a5f-13e3-4971-b8d8-4719405058db,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:14.122999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e42f8eeb-8bdd-4813-b2ce-868eef01c4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:14.137211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e42f8eeb-8bdd-4813-b2ce-868eef01c4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.139455 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e42f8eeb-8bdd-4813-b2ce-868eef01c4f0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b1e99a5f-13e3-4971-b8d8-4719405058db HTTP/1.1" status: 204 len: 168 time: 0.4715736 Feb 17 18:09:14.206088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.206707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.544247 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Calling delete_port for 03cfd01e-cf02-410c-b046-985e4645c367 owned by network:floatingip {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:09:14.771465 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-a0987ae8-0102-4e9d-ad94-7b72e15a924d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 18:09:14.771465 dv-cinder-760193-3-smb neutron-server[83889]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Feb 17 18:09:14.771465 dv-cinder-760193-3-smb neutron-server[83889]: [parameters: {'status': 'DOWN', 'floatingips_id': '05b9d919-1d05-4548-b137-b744d61961ab'}] Feb 17 18:09:14.771465 dv-cinder-760193-3-smb neutron-server[83889]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84003) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:09:14.772830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-a0987ae8-0102-4e9d-ad94-7b72e15a924d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:09:14.873910 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-e5045fb9-6058-4449-b932-b901590aba96 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1268329797&fields=id&tenant_id=10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 267 time: 1.0398383 Feb 17 18:09:14.881333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2041891337-network', 'tenant_id': 'a3450031d1ee4ee2b456ffa2db566531'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:14.890095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:14.897858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Usage tracker for resource:network and tenant:a3450031d1ee4ee2b456ffa2db566531 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:14.903292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:14.915356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:14.932284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Made reservation on behalf of a3450031d1ee4ee2b456ffa2db566531 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:09:14.940917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.965996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:14.999696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:15.006193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Usage tracker for resource:security_group_rule and tenant:a3450031d1ee4ee2b456ffa2db566531 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:15.011729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:15.023783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:15.086732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.112395 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c76d1454-cc4a-480b-8958-e3916cabc0fe tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:15.189423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.195593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.204515 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-00d0d33d-1ee8-4743-b8d7-ac22d92ac063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:15.274295 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0987ae8-0102-4e9d-ad94-7b72e15a924d None None] New status for floating IP 05b9d919-1d05-4548-b137-b744d61961ab: DOWN {{(pid=84003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:09:15.282910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:09:15.287647 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event deleted for resources: {'Port': ['ID=03cfd01e-cf02-410c-b046-985e4645c367,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:15.313779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:15.319757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.320347 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Added segment cde5bfd5-ce9d-4d31-85e7-55331b7739ef of type vxlan for network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab Feb 17 18:09:15.391569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.461286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-917f9441-24de-422e-9e5a-56cb3281dc7f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:15.464228 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-917f9441-24de-422e-9e5a-56cb3281dc7f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 817 time: 0.5705011 Feb 17 18:09:15.477392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:15.487741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:15.510112 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-4c5124f8-c82d-421a-ab59-cd39fb99772e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/quotas/10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 375 time: 0.0235510 Feb 17 18:09:15.520877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.525331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:15.529535 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.540489 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93f1d4c5-395d-4b19-9626-babfca86c8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:15.751872 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.6967027 Feb 17 18:09:15.761917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57018) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:15.773525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Request body: {'subnet': {'network_id': '5bc791c1-a4cb-4f62-abc6-5643b209d5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2041891337-subnet', 'tenant_id': 'a3450031d1ee4ee2b456ffa2db566531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:15.782796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:15.790785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Usage tracker for resource:subnet and tenant:a3450031d1ee4ee2b456ffa2db566531 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:15.796221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:15.807922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:15.823031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc791c1-a4cb-4f62-abc6-5643b209d5ab,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:15.828318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Made reservation on behalf of a3450031d1ee4ee2b456ffa2db566531 for: {'subnet': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:09:15.841330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:09:15.849819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2305153'] for subnet, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.891179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:15.900757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:09:15.910494 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-4c731ab7-315c-442a-9ff3-dcec26a8de44 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3844328 Feb 17 18:09:16.011245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:16.019390 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "DELETE /v2.0/floatingips/05b9d919-1d05-4548-b137-b744d61961ab HTTP/1.1" status: 204 len: 168 time: 2.8234386 Feb 17 18:09:16.306718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:16.423455 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-d1d4337a-896a-4eb6-8e5d-66f5a6d11ffd service neutron] 10.222.0.68 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588783 Feb 17 18:09:16.502943 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57032) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:16.725998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587974546', 'description': 'tempest-description--184761722'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:16.746894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:16.757565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:16.763813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:16.771536 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2193133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2305168'] for subnet, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:16.778158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:16.795138 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-57d122c5-a6fd-4c0f-9cba-448d7f344974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:16.819020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:16.903625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:16.923802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group_rule and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:16.933873 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:16.980561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:17.005034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a9267e-a91a-41a8-848b-515a7c0a11d8,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:17.011307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:17.044577 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-b1c03231-3ed7-4b59-8619-977b93e0ecc4 service neutron] 10.222.0.68 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6071928 Feb 17 18:09:17.194796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.200836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.245514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Checking segment: {'id': 'cde5bfd5-ce9d-4d31-85e7-55331b7739ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5bc791c1-a4cb-4f62-abc6-5643b209d5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:09:17.246195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Network hostable DHCP agents. Network: 5bc791c1-a4cb-4f62-abc6-5643b209d5ab, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:09:17.268774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:17.296143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:09:17.311239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.320368 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8103089 Feb 17 18:09:17.321777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57050) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:17.343061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 5bc791c1-a4cb-4f62-abc6-5643b209d5ab) {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:09:17.345701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'security_group_rule': {'security_group_id': '1c791f9c-05c1-4a6a-9630-e252fb9db0a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:17.370891 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96248e-3b20-4631-beaa-c936c8f7ff7f None None] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:09:17.373209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:17.374497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:17.389718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:17.423576 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e4f0f6db-e934-473a-82d4-05b35c79fe64 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6591594 Feb 17 18:09:17.455240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group_rule and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:17.463049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:17.470389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c791f9c-05c1-4a6a-9630-e252fb9db0a8,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:17.500663 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:17.528350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:17.586260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.064356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b349c-233e-4c96-b3a9-d97c68a2d819 None None] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:09:18.247360 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f87c94d9-db94-4ab7-a58c-dcba9abbcb85 req-154b261b-6608-4553-8885-2ebc06a74008 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 210 time: 0.5763366 Feb 17 18:09:18.373650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.382743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.388268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:18.431701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417fc671-08ec-4eb7-a72f-69a347a95c63,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:18.451037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:18.475809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.485199 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-9b75dcd5-5cf8-4144-ae09-9531a35f2c29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1544101 Feb 17 18:09:18.485531 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57076) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:18.498670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'security_group_rule': {'security_group_id': '1c791f9c-05c1-4a6a-9630-e252fb9db0a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:18.511094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:18.520079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:security_group_rule and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:18.546203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:18.588615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:18.624963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.773778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.778976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281365'] for security_group_rule, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.796956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:18.859598 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f585a5-c3ac-4e14-96b0-bb3b64d34b9c,revision_number=0']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:18.876583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:18.884142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:18.893342 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7a96d5e2-1c5a-4e14-9494-949b5d6cdd27 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4055545 Feb 17 18:09:18.899288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57088) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:18.911476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'floatingip': {'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:18.922349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:18.929622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Usage tracker for resource:floatingip and tenant:509279e1fb164426987f0909f5241001 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:18.934176 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:18.958880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:18.982531 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:19.298689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:19.612077 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-53e346be-8350-4ecc-b95d-bcf3f78ae066 req-b9a99af3-9de5-4dd7-9d09-b7431e6e7c62 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 210 time: 0.1954088 Feb 17 18:09:19.683201 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57118) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:19.697309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1632061808-network', 'tenant_id': 'e5de6b94f0dd497a82214a37aa0f0add'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:19.704002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:19.710268 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Usage tracker for resource:network and tenant:e5de6b94f0dd497a82214a37aa0f0add is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:19.714602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:19.722376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:19.734585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Made reservation on behalf of e5de6b94f0dd497a82214a37aa0f0add for: {'network': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:09:19.740476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:19.757549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:19.778389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:19.786617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Usage tracker for resource:security_group_rule and tenant:e5de6b94f0dd497a82214a37aa0f0add is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:19.792989 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:19.805546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:19.854650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Allocated IP 172.28.2.35 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/22484a49-eb68-4465-96f4-8db75f737adb) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:09:20.016629 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.021815 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.058715 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:09:20.079266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.080065 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Added segment 342ec87c-28a1-4be2-a723-e3297f171fbb of type vxlan for network b3c56f6f-c329-4930-a5d4-dde1439691b2 Feb 17 18:09:20.135373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-71e85621-7248-4459-9a83-c8383ada2384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:20.170091 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.274215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.282630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:20.284081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.314193 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.317834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e1cec-1e18-44bc-befa-261088a44631,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:20.325053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:20.325890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:20.398886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.432326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-bf2a20a4-05b7-47cf-9a36-4db868a14d6a tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:20.575566 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8845279 Feb 17 18:09:20.576857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57136) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:20.592998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Request body: {'subnet': {'network_id': 'b3c56f6f-c329-4930-a5d4-dde1439691b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1632061808-subnet', 'tenant_id': 'e5de6b94f0dd497a82214a37aa0f0add', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:20.600346 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Pushing event updated for resources: {'Network': ['ID=b3c56f6f-c329-4930-a5d4-dde1439691b2,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:20.607938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b4bd9146-c827-41c7-a51d-04f6de07af6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:20.614911 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:20.620728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network b3c56f6f-c329-4930-a5d4-dde1439691b2 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:09:20.637142 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Usage tracker for resource:subnet and tenant:e5de6b94f0dd497a82214a37aa0f0add is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:20.644446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:20.695812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:20.750353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Made reservation on behalf of e5de6b94f0dd497a82214a37aa0f0add for: {'subnet': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:09:20.774332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1243981'] for subnet, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:20.840126 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57142) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:21.051121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:09:21.058443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:09:21.066731 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:09:21.232853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'Port': ['ID=22484a49-eb68-4465-96f4-8db75f737adb,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:21.250809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:21.331338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:21.376431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network b3c56f6f-c329-4930-a5d4-dde1439691b2 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:09:21.489310 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-81425f58-666c-4258-aae0-347e618bf36f req-92d02a98-1c5d-4b06-b364-0de16652a035 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 210 time: 0.1661010 Feb 17 18:09:21.528118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:21.623831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:21.694287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:21.747745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Usage tracker for resource:security_group_rule and tenant:403606b2ecba4404afe06c0af70062f5 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:21.760990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:21.800550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:21.876831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-bb33ea5c-8c22-4779-809c-679a2533e8d9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:21.879237 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-bb33ea5c-8c22-4779-809c-679a2533e8d9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 817 time: 0.8506060 Feb 17 18:09:22.183625 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-193d0b0e-84c3-4062-9fec-5af544296fbc tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 5705 time: 0.2933271 Feb 17 18:09:22.211637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:22.214060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'port': {'device_id': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'admin_state_up': True, 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'security_groups': ['518f836f-b57f-4148-bd8f-1eba296a7812']}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:22.218150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:22.248166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-41f773d4-b5e4-4cc6-b814-d27c5de84611 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:22.543613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'Port': ['ID=22484a49-eb68-4465-96f4-8db75f737adb,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:22.553830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:22.736750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:22.767365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:22.780569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-17cdc876-0134-4a56-bdcf-27551fac15dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:22.873015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:23.009601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Usage tracker for resource:port and tenant:10e3925290bc42a8a8b60701c4a32a37 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:23.020779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:23.050229 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-73ba9eee-238c-473c-a866-037ddaaab487 req-11ca707a-4438-4d21-b686-b8fd01614cf0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 210 time: 0.1379948 Feb 17 18:09:23.060473 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=403606b2ecba4404afe06c0af70062f5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2126539 Feb 17 18:09:23.064756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:23.068905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57160) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:23.074366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cffd45-6676-4b70-b4e4-45007be40667,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:23.109079 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:23.147849 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Made reservation on behalf of 10e3925290bc42a8a8b60701c4a32a37 for: {'port': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:09:23.154307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.157842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.206107 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.208639 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3073339 Feb 17 18:09:23.481890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98d45091-88cb-495e-b8e4-f9c873dc024d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:23.611682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98d45091-88cb-495e-b8e4-f9c873dc024d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:24.060259 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1243996'] for subnet, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:24.073164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-7db2484d-0542-493c-a25e-b2d3e182bd5e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Synchronizing usage tracker for tenant:509279e1fb164426987f0909f5241001 on resource:security_group {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:09:24.125511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:24.560418 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-7db2484d-0542-493c-a25e-b2d3e182bd5e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Unset dirty status for tenant:509279e1fb164426987f0909f5241001 on resource:security_group {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:09:24.562374 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-7db2484d-0542-493c-a25e-b2d3e182bd5e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--587974546&fields=id&tenant_id=509279e1fb164426987f0909f5241001 HTTP/1.1" status: 200 len: 267 time: 0.9172630 Feb 17 18:09:24.593658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98d45091-88cb-495e-b8e4-f9c873dc024d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:24.619613 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e281c5f5-a776-4ed2-9fd5-330d137fbd4f req-172b15ee-8b59-4045-8abb-d7f086be38d5 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 210 time: 0.2522647 Feb 17 18:09:24.700572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2aae402-c704-4b6c-b9b6-63424beed95f,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:24.705757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:24.774853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:24.830857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d45091-88cb-495e-b8e4-f9c873dc024d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cffd45-6676-4b70-b4e4-45007be40667,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:24.877018 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-98d45091-88cb-495e-b8e4-f9c873dc024d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:24.879938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Allocated IP 172.20.0.13 (780ab1be-d4ea-4234-9771-ab0516099bfc/37c598ca-c190-400c-91ee-1783bcd41347/2722692e-7888-4afa-a57d-6ce7a9d64520) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:09:24.950145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-98d45091-88cb-495e-b8e4-f9c873dc024d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:24.951696 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-98d45091-88cb-495e-b8e4-f9c873dc024d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/89cffd45-6676-4b70-b4e4-45007be40667 HTTP/1.1" status: 204 len: 168 time: 1.8810668 Feb 17 18:09:25.102510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-6f4a704e-d16f-4586-88da-262d75ba1e82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:25.107144 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-6f4a704e-d16f-4586-88da-262d75ba1e82 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 811 time: 0.5044718 Feb 17 18:09:25.261495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Checking segment: {'id': '342ec87c-28a1-4be2-a723-e3297f171fbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b3c56f6f-c329-4930-a5d4-dde1439691b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:09:25.262108 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Network hostable DHCP agents. Network: b3c56f6f-c329-4930-a5d4-dde1439691b2, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:09:25.307690 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-6c66989a-723b-4a32-812c-576bac3fd0ba tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/quotas/509279e1fb164426987f0909f5241001 HTTP/1.1" status: 200 len: 375 time: 0.1851103 Feb 17 18:09:25.489069 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Network b3c56f6f-c329-4930-a5d4-dde1439691b2 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:09:25.563762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57190) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:25.602639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:25.635421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:25.646020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Usage tracker for resource:security_group_rule and tenant:44b982911e5a4a19b47ff5916140e2df is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:25.652771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:25.667290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:25.886611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:25.892090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:25.915704 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-da006903-b934-4cd3-b341-8fe2e34495dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:25.973124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, b3c56f6f-c329-4930-a5d4-dde1439691b2) {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:09:26.003284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae47329-5bb9-4c7d-8717-d1763e4a8895 None None] Network b3c56f6f-c329-4930-a5d4-dde1439691b2 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:09:26.020237 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44b982911e5a4a19b47ff5916140e2df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542484 Feb 17 18:09:26.021981 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ed9e41-d724-4e2a-a79b-75212ba4f060,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:26.027227 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57200) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:26.033597 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5690232d-c6fb-4960-97d8-78b4a7958c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:26.182484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:26.227548 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22c4cc7b-ff45-412d-a225-eef199a36506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:26.245353 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Transition to ACTIVE for port object 2722692e-7888-4afa-a57d-6ce7a9d64520 will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:09:26.296100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:26.297518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:26.299265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22c4cc7b-ff45-412d-a225-eef199a36506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:26.390343 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22c4cc7b-ff45-412d-a225-eef199a36506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:26.397530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5d4f0570-e38f-4cb8-8b99-e1cce31b9a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:26.425490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4cc7b-ff45-412d-a225-eef199a36506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ed9e41-d724-4e2a-a79b-75212ba4f060,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:26.427252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-c3a426c3-394e-469f-b76f-5f26126ba092 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Synchronizing usage tracker for tenant:509279e1fb164426987f0909f5241001 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:09:26.434236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-22c4cc7b-ff45-412d-a225-eef199a36506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:26.439490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-22c4cc7b-ff45-412d-a225-eef199a36506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:26.446664 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-22c4cc7b-ff45-412d-a225-eef199a36506 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c8ed9e41-d724-4e2a-a79b-75212ba4f060 HTTP/1.1" status: 204 len: 168 time: 0.4173129 Feb 17 18:09:26.460315 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:26.504661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:26.611953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c84496-6cfd-4c23-a653-13f7c45137fd None None] Network b3c56f6f-c329-4930-a5d4-dde1439691b2 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:09:26.661625 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.0827353 Feb 17 18:09:26.870421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:09:26.936461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-c3a426c3-394e-469f-b76f-5f26126ba092 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Unset dirty status for tenant:509279e1fb164426987f0909f5241001 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:09:26.950822 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-c3a426c3-394e-469f-b76f-5f26126ba092 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&fields=id HTTP/1.1" status: 200 len: 348 time: 1.6283138 Feb 17 18:09:27.107617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Pushing event updated for resources: {'Port': ['ID=2722692e-7888-4afa-a57d-6ce7a9d64520,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:27.132635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:27.192494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0accf-b67e-4568-a9f8-ea5c22a90250 req-3ac62532-a0c0-4972-9503-adb291c172d9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:27.195365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-67b0accf-b67e-4568-a9f8-ea5c22a90250 req-3ac62532-a0c0-4972-9503-adb291c172d9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Synchronizing usage tracker for tenant:10e3925290bc42a8a8b60701c4a32a37 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:09:27.212805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Network 780ab1be-d4ea-4234-9771-ab0516099bfc is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:09:27.222056 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:09:27.231116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:09:27.409244 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-67b0accf-b67e-4568-a9f8-ea5c22a90250 req-3ac62532-a0c0-4972-9503-adb291c172d9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Unset dirty status for tenant:10e3925290bc42a8a8b60701c4a32a37 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:09:27.422831 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67b0accf-b67e-4568-a9f8-ea5c22a90250 req-3ac62532-a0c0-4972-9503-adb291c172d9 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 932 time: 1.1332877 Feb 17 18:09:27.440748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:27.443099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:27.598058 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4019642 Feb 17 18:09:27.745431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-d3d1c751-eda1-49bd-8850-4422f360ec5e None None] Provisioning for port 2722692e-7888-4afa-a57d-6ce7a9d64520 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:09:27.753797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-d3d1c751-eda1-49bd-8850-4422f360ec5e None None] Provisioning complete for port 2722692e-7888-4afa-a57d-6ce7a9d64520 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:27.754716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c751-eda1-49bd-8850-4422f360ec5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:27.817845 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67b0accf-b67e-4568-a9f8-ea5c22a90250 req-c20062b7-8c8b-488f-8067-442edf66c5c1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450963 Feb 17 18:09:27.874848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1c751-eda1-49bd-8850-4422f360ec5e None None] Port 2722692e-7888-4afa-a57d-6ce7a9d64520 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:09:27.957197 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-f7b8ea98-8507-4faf-9df9-c2e7ee73b590 service neutron] 10.222.0.68 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8535340 Feb 17 18:09:28.118844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Request body: {'port': {'device_id': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:28.478925 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-c81194e9-78bb-4c83-bc62-f6234aa7b556 service neutron] 10.222.0.68 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5067949 Feb 17 18:09:28.480377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:29.840775 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-391f4d81-b6a2-4d2a-9171-806fa95daa3c req-2850f04d-bff9-4b13-9066-959fb315285a tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 210 time: 0.3193114 Feb 17 18:09:29.862102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-8d58122c-b2d4-4516-befa-1b7ab5228492 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:29.865794 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-8d58122c-b2d4-4516-befa-1b7ab5228492 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/networks?id=5bc791c1-a4cb-4f62-abc6-5643b209d5ab HTTP/1.1" status: 200 len: 809 time: 1.0184305 Feb 17 18:09:29.991628 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-5c351c9d-f61c-44ae-b77b-30593cf76d32 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/quotas/a3450031d1ee4ee2b456ffa2db566531 HTTP/1.1" status: 200 len: 375 time: 0.0591173 Feb 17 18:09:30.183180 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-6cda9419-d2ab-45b3-9be7-8a9a43e9ccec tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a3450031d1ee4ee2b456ffa2db566531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1745951 Feb 17 18:09:30.216971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:09:30.432534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2722692e-7888-4afa-a57d-6ce7a9d64520 {{(pid=84000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:09:30.453451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:30.479645 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Transition to ACTIVE for port object 2722692e-7888-4afa-a57d-6ce7a9d64520 will not be triggered until provisioned by entity L2. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:09:30.485526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3708688'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:30.513112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:31.001252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbca27f-1627-4413-ac25-28ab71c90305 req-49c157cc-b802-4799-83b8-3b84ac9a3006 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:31.015487 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6fbca27f-1627-4413-ac25-28ab71c90305 req-49c157cc-b802-4799-83b8-3b84ac9a3006 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 932 time: 0.9019206 Feb 17 18:09:31.055145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Pushing event updated for resources: {'Port': ['ID=2722692e-7888-4afa-a57d-6ce7a9d64520,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:31.075970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:31.216785 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-6fbca27f-1627-4413-ac25-28ab71c90305 req-e0d85568-f02c-4701-8e8e-b24081ffd471 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997471 Feb 17 18:09:31.345478 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-e1548ad2-759e-4922-90b8-e73f5b3c3969 service neutron] 10.222.0.68 "GET /v2.0/networks/5bc791c1-a4cb-4f62-abc6-5643b209d5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0964963 Feb 17 18:09:31.466910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-7e8a410b-3bd5-4122-a60d-4bfd2ffa85a0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:31.469919 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-7e8a410b-3bd5-4122-a60d-4bfd2ffa85a0 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 811 time: 0.6341872 Feb 17 18:09:31.676876 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-a76549bf-dbc5-4069-a807-d91f03b6024b tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=509279e1fb164426987f0909f5241001 HTTP/1.1" status: 200 len: 5703 time: 0.1949437 Feb 17 18:09:31.711775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'port': {'device_id': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'admin_state_up': True, 'tenant_id': '509279e1fb164426987f0909f5241001', 'security_groups': ['1c791f9c-05c1-4a6a-9630-e252fb9db0a8']}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:32.021221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:32.042991 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:32.061761 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Made reservation on behalf of 509279e1fb164426987f0909f5241001 for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:09:32.072184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:32.246541 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-0ec87b70-2d2a-4192-85fb-0a058a6c64f3 service neutron] 10.222.0.68 "GET /v2.0/networks/5bc791c1-a4cb-4f62-abc6-5643b209d5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8994522 Feb 17 18:09:32.295045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Attempting to bind port 2722692e-7888-4afa-a57d-6ce7a9d64520 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:32.295683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Attempting to bind port 2722692e-7888-4afa-a57d-6ce7a9d64520 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:09:32.296582 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Attempting to bind port 2722692e-7888-4afa-a57d-6ce7a9d64520 on network 780ab1be-d4ea-4234-9771-ab0516099bfc {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:09:32.326228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f692-2ca7-4bdb-b722-5ad3e4712c02 req-7f57c43f-e23d-452b-8838-872792cd2537 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:32.329473 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ed75f692-2ca7-4bdb-b722-5ad3e4712c02 req-7f57c43f-e23d-452b-8838-872792cd2537 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 945 time: 0.8216932 Feb 17 18:09:32.339922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:09:32.339922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Checking segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:09:32.339922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:32.339922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Bound using segment: {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'} {{(pid=84000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:09:32.339922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Bound port: 2722692e-7888-4afa-a57d-6ce7a9d64520, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f669d0-25ec-4a41-86f1-5955405f19db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc'}}] {{(pid=84000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:09:32.339922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:32.533021 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ed75f692-2ca7-4bdb-b722-5ad3e4712c02 req-65592715-7c79-4047-bb37-f07fa4dbca1f tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746743 Feb 17 18:09:32.613383 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] For port 2722692e-7888-4afa-a57d-6ce7a9d64520, host hv-cinder-76019, cleared binding levels {{(pid=84000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:09:32.621286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] For port 2722692e-7888-4afa-a57d-6ce7a9d64520, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2722692e-7888-4afa-a57d-6ce7a9d64520,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:09:32.630337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3708688'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:32.701661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:32.898584 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Allocated IP 172.20.0.14 (0aee692b-4cb3-4236-bc01-0bcf02c5fb19/3ac49f8b-98a4-4822-987e-5fcbc2ca356e/dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:09:33.022850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-356623ec-bfb8-4f59-bb24-5fbbc21b6770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:33.285057 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f1f791a3-37c9-469e-b5de-c411f94e8d97 req-99a2dab2-4fd9-4caf-a78f-0b2f93f404d4 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 210 time: 0.2560446 Feb 17 18:09:33.383336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Pushing event updated for resources: {'Port': ['ID=2722692e-7888-4afa-a57d-6ce7a9d64520,revision_number=3']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:33.397028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:33.413221 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:33.449669 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Transition to ACTIVE for port object dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:09:33.512423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:33.559371 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d02ee7ea-6fee-4fe9-8226-5ae413ade1db req-5a5fc782-44f9-4bc8-8d5d-97d6cac67d97 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 210 time: 0.1342232 Feb 17 18:09:33.596160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:33.599216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471a4ff-80a1-482a-8b44-1a629f2c12f9 req-77bb381a-5dbc-4abd-ba7c-a0ee43a5a745 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:33.612880 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2471a4ff-80a1-482a-8b44-1a629f2c12f9 req-77bb381a-5dbc-4abd-ba7c-a0ee43a5a745 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.5935721 Feb 17 18:09:33.622249 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:33.623554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:33.626487 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-59408d98-071c-4d90-b835-437dad5fbefc service neutron] 10.222.0.75 "PUT /v2.0/ports/2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 1158 time: 5.8624372 Feb 17 18:09:33.627188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:33.692938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2c04060b-de10-465a-814e-6f1b92464305 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:33.777349 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2471a4ff-80a1-482a-8b44-1a629f2c12f9 req-2dd2d911-d046-48f3-ab2a-7fb9b7065c99 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576142 Feb 17 18:09:33.985999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2c04060b-de10-465a-814e-6f1b92464305 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:33.987360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:34.275666 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'status': 'completed', 'code': 200} Feb 17 18:09:34.404141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event updated for resources: {'Port': ['ID=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:34.419861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:34.453929 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-0de8b376-ea17-42f9-bb26-69cc2e6183f9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4153605 Feb 17 18:09:34.641078 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:09:34.643250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:09:34.651992 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:09:34.682150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-ad05ca96-186f-4034-a2a5-e8517530c7f2 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:34.692138 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-ad05ca96-186f-4034-a2a5-e8517530c7f2 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 945 time: 0.7126193 Feb 17 18:09:34.773124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-71f1ad0d-5987-4f83-ab2c-ac33efac2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:34.777143 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-71f1ad0d-5987-4f83-ab2c-ac33efac2bde service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1161 time: 0.9382339 Feb 17 18:09:34.925505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:34.927957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:34.986164 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-34913111-556e-4fa7-9e5d-a02d87d8e84d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2888653 Feb 17 18:09:35.009419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Request body: {'port': {'device_id': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:35.064116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-c8b3ec7e-d438-401d-bfdb-73e2a673806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:35.066361 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-c8b3ec7e-d438-401d-bfdb-73e2a673806c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.3234761 Feb 17 18:09:35.089203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-4677a914-6178-4024-a2cc-a8fc2115dac9 None None] Provisioning for port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:09:35.092615 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-e04644ec-df7b-4b7e-b9d7-7c6a87af07dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 217 time: 0.2965264 Feb 17 18:09:35.109623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-4677a914-6178-4024-a2cc-a8fc2115dac9 None None] Provisioning complete for port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:35.110827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4677a914-6178-4024-a2cc-a8fc2115dac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:35.115462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcefd1-7b6d-4699-a0f0-ce0ce1afd4cd req-eed25e35-3b77-43ca-95d6-4843da492d2b tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:35.129109 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67fcefd1-7b6d-4699-a0f0-ce0ce1afd4cd req-eed25e35-3b77-43ca-95d6-4843da492d2b tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 945 time: 0.8738222 Feb 17 18:09:35.265596 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-4677a914-6178-4024-a2cc-a8fc2115dac9 None None] Port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:09:35.306760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Deleting port 2c04060b-de10-465a-814e-6f1b92464305 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:09:35.307439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:35.312918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-fda252e0-7851-48e0-aa77-2feb3f2d60aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:35.340611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:35.422173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-2fb6f053-9240-4fa4-b12b-f6e9d863ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:35.425610 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-2fb6f053-9240-4fa4-b12b-f6e9d863ba3c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.2873347 Feb 17 18:09:35.646439 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2c04060b-de10-465a-814e-6f1b92464305 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:09:35.698917 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:35.757003 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-67fcefd1-7b6d-4699-a0f0-ce0ce1afd4cd req-6ed0bfbf-78ae-45a8-becd-6801e4e72501 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430300 Feb 17 18:09:35.837213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298a05a-f44d-449b-a0cd-b1eb28492d06 req-225b865a-7fee-4c57-8bae-6797c0ab0090 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:35.841007 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8298a05a-f44d-449b-a0cd-b1eb28492d06 req-225b865a-7fee-4c57-8bae-6797c0ab0090 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 932 time: 1.0424936 Feb 17 18:09:35.964451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:36.031387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-47c44842-6a3b-4f7d-8c98-57b4360ea7c8 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:36.033096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-47c44842-6a3b-4f7d-8c98-57b4360ea7c8 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Synchronizing usage tracker for tenant:a3450031d1ee4ee2b456ffa2db566531 on resource:network {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:09:36.052083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 2c04060b-de10-465a-814e-6f1b92464305, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2c04060b-de10-465a-814e-6f1b92464305,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:36.055328 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c04060b-de10-465a-814e-6f1b92464305'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:36.068721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:36.074634 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e1fe13ed-b7ad-4a3d-9af4-39d44553be44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:36.198934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-44dd78ff-712c-490c-94ec-789b2b9ca14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:36.202102 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-44dd78ff-712c-490c-94ec-789b2b9ca14e service neutron] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.9430656 Feb 17 18:09:36.221963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=2c04060b-de10-465a-814e-6f1b92464305,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:36.239163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.239771 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.240454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.241067 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.241677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.242278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.242875 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.243473 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.244171 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.244694 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.245293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.245933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.246617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.247216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.247817 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.248461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.249072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.249676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.250289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.250895 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.251501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.252325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.252955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.253572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:09:36.274625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:36.313207 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c94cb53a-c526-4ccd-8b58-55a7f028ecb5 req-6742ed4e-3a52-4957-a3b5-79ae36ed9c75 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 210 time: 0.1577346 Feb 17 18:09:36.349217 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-47c44842-6a3b-4f7d-8c98-57b4360ea7c8 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Unset dirty status for tenant:a3450031d1ee4ee2b456ffa2db566531 on resource:network {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:09:36.351612 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-47c44842-6a3b-4f7d-8c98-57b4360ea7c8 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.75 "GET /v2.0/networks?id=5bc791c1-a4cb-4f62-abc6-5643b209d5ab HTTP/1.1" status: 200 len: 809 time: 1.0282371 Feb 17 18:09:36.385657 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8298a05a-f44d-449b-a0cd-b1eb28492d06 req-e12e1f45-2e4f-4a4d-9d53-eb3784ea8d9a tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346191 Feb 17 18:09:36.396861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Request body: {'port': {'device_id': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'network_id': '5bc791c1-a4cb-4f62-abc6-5643b209d5ab', 'admin_state_up': True, 'tenant_id': 'a3450031d1ee4ee2b456ffa2db566531'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:36.412185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-03765a14-b1de-407a-8886-0335909e2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:36.423982 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-03765a14-b1de-407a-8886-0335909e2f9c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9485037 Feb 17 18:09:36.492245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] For port 2c04060b-de10-465a-814e-6f1b92464305, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2c04060b-de10-465a-814e-6f1b92464305,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:36.493400 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:36.543800 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c04060b-de10-465a-814e-6f1b92464305', 'code': 200} Feb 17 18:09:36.775124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:36.838868 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-02571e41-9ec2-4f4e-85ae-07df141c3a48 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 999 time: 0.6285915 Feb 17 18:09:36.906441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Calling delete_port for 2c04060b-de10-465a-814e-6f1b92464305 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:09:37.119372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:37.572420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:09:37.593601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-dbcb81f7-ef0f-4260-a1b7-8414c02a1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:37.596788 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-dbcb81f7-ef0f-4260-a1b7-8414c02a1ea8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.7458129 Feb 17 18:09:37.604050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Usage tracker for resource:port and tenant:a3450031d1ee4ee2b456ffa2db566531 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:09:37.618122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:09:37.723578 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:37.741203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:09:37.830000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Made reservation on behalf of a3450031d1ee4ee2b456ffa2db566531 for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:09:37.840644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:37.912671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84000) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:09:37.913414 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:09:37.925551 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-7c3fd3bd-e800-4b5c-b702-b0481c50164d service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4972079 Feb 17 18:09:38.087484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c09bb-26cf-4ebf-a6ee-1703a0f46ead req-76515123-ef1f-4469-9cdc-8825c76a40f5 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:38.089367 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f20c09bb-26cf-4ebf-a6ee-1703a0f46ead req-76515123-ef1f-4469-9cdc-8825c76a40f5 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 1.0766764 Feb 17 18:09:38.162646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38570ac3-fe74-42c3-b24d-fa1b7306ee45 req-088ef78c-380a-48d8-b129-8aa4fafc22a6 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:38.165110 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38570ac3-fe74-42c3-b24d-fa1b7306ee45 req-088ef78c-380a-48d8-b129-8aa4fafc22a6 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 943 time: 1.0410693 Feb 17 18:09:38.168102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-d5d81e56-e866-463e-91a5-b7836568c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:38.171468 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-d5d81e56-e866-463e-91a5-b7836568c5b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5563591 Feb 17 18:09:38.293823 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f20c09bb-26cf-4ebf-a6ee-1703a0f46ead req-1e636aad-bd4f-45a4-bd3c-8d87fe975361 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866403 Feb 17 18:09:38.382893 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cdbf9efe-4c9a-455d-bdb8-38e1723a67f0 req-22c1cb0a-c5b6-42d8-b4a9-32fe645b5cc6 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4484344 Feb 17 18:09:38.409265 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38570ac3-fe74-42c3-b24d-fa1b7306ee45 req-094c31cb-a0b1-460b-a669-17ae77e3de9f tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235413 Feb 17 18:09:38.415463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Deleting port 2c04060b-de10-465a-814e-6f1b92464305 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:09:38.416197 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:38.593882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:09:38.653567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:38.814162 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e5d8cb4f-612f-45da-8500-9715e407c618 req-d743aeae-50af-4c3e-a6a0-1501b3721530 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 210 time: 0.2327294 Feb 17 18:09:38.835649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Transition to ACTIVE for port object dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:09:39.005141 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-c7a65201-cc99-4194-aa74-f485180e445e service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8104782 Feb 17 18:09:39.121247 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fbd75-c65e-4095-9d92-620faa2303ea req-8b6e7deb-2580-433b-ad53-d0bab5b0a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:39.123362 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132fbd75-c65e-4095-9d92-620faa2303ea req-8b6e7deb-2580-433b-ad53-d0bab5b0a552 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1161 time: 0.5437708 Feb 17 18:09:39.141147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c82a34-5826-480d-9a71-581abab1a49a req-acada388-8adb-4534-a006-d2feffd46c17 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:39.143836 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c7c82a34-5826-480d-9a71-581abab1a49a req-acada388-8adb-4534-a006-d2feffd46c17 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 932 time: 0.4169996 Feb 17 18:09:39.172385 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:39.296568 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6b707f8b-5ea0-4b89-aa22-c0c0b60985d7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:39.437143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] For port 2c04060b-de10-465a-814e-6f1b92464305, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2c04060b-de10-465a-814e-6f1b92464305,segment=NetworkSegment(3c15904f-0bab-438b-b1dc-127e275cef1c),segment_id=3c15904f-0bab-438b-b1dc-127e275cef1c)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:39.437756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:39.469345 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c7c82a34-5826-480d-9a71-581abab1a49a req-5d53cc0c-6539-4a8a-a2a5-a0be8ed5e4b6 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694662 Feb 17 18:09:39.724629 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:39.748095 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:39.774633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Allocated IP 172.20.0.6 (5bc791c1-a4cb-4f62-abc6-5643b209d5ab/b4a9267e-a91a-41a8-848b-515a7c0a11d8/f1c34bbd-320b-4252-9e75-5a17d5cafe31) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:09:39.795022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Calling delete_port for 2c04060b-de10-465a-814e-6f1b92464305 owned by compute:nova {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:09:39.908807 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-00a697b2-630b-444a-8fa4-cbf0fa5b9395 req-d810032b-1217-4f3f-a1f1-b62f7a5e5592 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8971200 Feb 17 18:09:40.051300 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2722692e-7888-4afa-a57d-6ce7a9d64520 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:40.228621 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port 2722692e-7888-4afa-a57d-6ce7a9d64520 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:09:40.239656 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2722692e-7888-4afa-a57d-6ce7a9d64520 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:40.241117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:40.413050 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fbd75-c65e-4095-9d92-620faa2303ea req-9590e0ab-ca58-494e-a56e-5af19415a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:40.416302 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132fbd75-c65e-4095-9d92-620faa2303ea req-9590e0ab-ca58-494e-a56e-5af19415a067 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 1.2660158 Feb 17 18:09:40.594170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:40.697060 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132fbd75-c65e-4095-9d92-620faa2303ea req-71a2c331-91bd-408a-9dc8-5e6ca3813165 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 217 time: 0.2680891 Feb 17 18:09:40.724581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:40.750459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 2722692e-7888-4afa-a57d-6ce7a9d64520, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2722692e-7888-4afa-a57d-6ce7a9d64520,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:40.756351 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:40.760170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:40.793848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Attempting to bind port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:40.794469 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Attempting to bind port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:09:40.795075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Attempting to bind port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f on network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:09:40.804514 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:40.828834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:09:40.829461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Checking segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:09:40.830135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:40.831229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Bound using segment: {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:09:40.831512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Bound port: dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:09:40.832337 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:40.913953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=2722692e-7888-4afa-a57d-6ce7a9d64520,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:40.922200 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:40.934623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:40.976999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d675c568-2027-4c02-be89-247cdfe9cbf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:41.057460 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5d6ac-77f7-4ea1-b6a9-fb60ca53fbd7 req-2c6b79e9-0b0f-469e-8466-8006c824b6dc tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:41.057792 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0bc5d6ac-77f7-4ea1-b6a9-fb60ca53fbd7 req-2c6b79e9-0b0f-469e-8466-8006c824b6dc tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 1.2917848 Feb 17 18:09:41.073794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:41.078112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fbd75-c65e-4095-9d92-620faa2303ea req-bd63a536-a7cd-4324-a4e9-d8bb5d4e38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:41.080993 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132fbd75-c65e-4095-9d92-620faa2303ea req-bd63a536-a7cd-4324-a4e9-d8bb5d4e38a4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.3501151 Feb 17 18:09:41.108284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:41.207614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Pushing event deleted for resources: {'Port': ['ID=2c04060b-de10-465a-814e-6f1b92464305,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:41.283169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8824d-f868-4b04-bd5e-562cf1a495a4 req-42dde261-bc68-4dba-b765-258b0a39ab10 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:41.286852 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-48c8824d-f868-4b04-bd5e-562cf1a495a4 req-42dde261-bc68-4dba-b765-258b0a39ab10 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/ports?device_id=17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2 HTTP/1.1" status: 200 len: 943 time: 1.3393033 Feb 17 18:09:41.288506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:41.292500 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] For port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:09:41.375594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] For port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:09:41.396393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:41.432876 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0bc5d6ac-77f7-4ea1-b6a9-fb60ca53fbd7 req-0476bae7-34b5-46a2-8ebd-09245dd47b3a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364120 Feb 17 18:09:41.550878 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-48c8824d-f868-4b04-bd5e-562cf1a495a4 req-785b3b46-9d6a-4e88-a77d-cfeb10649a21 tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3ed37161-68bd-4237-bbf2-cc523de52614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412381 Feb 17 18:09:41.556099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Pushing event updated for resources: {'Port': ['ID=f1c34bbd-320b-4252-9e75-5a17d5cafe31,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:41.581728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:41.591829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-37e74905-c965-45ea-9d61-154a2450f864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:41.697336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2722692e-7888-4afa-a57d-6ce7a9d64520 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:41.873860 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] No DVR routers for this DVR port 2c04060b-de10-465a-814e-6f1b92464305 on host hv-cinder-76019 {{(pid=84000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:09:41.887237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fbd75-c65e-4095-9d92-620faa2303ea req-e1a83678-9f85-46fd-bc79-a90e1da20cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:41.889137 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132fbd75-c65e-4095-9d92-620faa2303ea req-e1a83678-9f85-46fd-bc79-a90e1da20cd9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6955893 Feb 17 18:09:41.890488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:41.901515 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'name': 'network-vif-deleted', 'tag': '2c04060b-de10-465a-814e-6f1b92464305'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:41.929798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2722692e-7888-4afa-a57d-6ce7a9d64520 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:41.930431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:41.999273 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:42.011312 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:42.046775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:09:42.054088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:09:42.064297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:09:42.195543 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2fdf2f4e-953c-47e4-9074-54674a7f763e req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] 10.222.0.75 "DELETE /v2.0/ports/2c04060b-de10-465a-814e-6f1b92464305 HTTP/1.1" status: 204 len: 173 time: 7.5034077 Feb 17 18:09:42.199348 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:42.200675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:42.203491 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-085a699d-81bc-40b3-b68c-4ddf5f34c057 service neutron] 10.222.0.75 "PUT /v2.0/ports/dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f HTTP/1.1" status: 200 len: 1158 time: 7.2037694 Feb 17 18:09:42.204488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:42.245996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:42.247607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:42.369667 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9810443 Feb 17 18:09:42.387377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Request body: {'port': {'device_id': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:42.390023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4d57d-9130-4baa-828f-f84a656a5396 req-0378f283-0be4-442a-897e-1e17984fc78f tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:42.396970 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-91f4d57d-9130-4baa-828f-f84a656a5396 req-0378f283-0be4-442a-897e-1e17984fc78f tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 931 time: 0.6238399 Feb 17 18:09:42.406101 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132fbd75-c65e-4095-9d92-620faa2303ea req-3b9efbe0-1b94-49dc-9c43-05203b8f0f52 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940281 Feb 17 18:09:42.482198 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cbf6e-7068-471a-927b-b1bc394678ba req-b53fd8bc-5822-4f1e-a2c8-d5fedd09737d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:42.485626 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-db8cbf6e-7068-471a-927b-b1bc394678ba req-b53fd8bc-5822-4f1e-a2c8-d5fedd09737d tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 944 time: 0.4990613 Feb 17 18:09:42.913279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-88471566-eade-4691-9add-3cfe0a4ec242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:42.915213 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-88471566-eade-4691-9add-3cfe0a4ec242 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 1161 time: 0.6404579 Feb 17 18:09:43.048689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:43.085496 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-3ff08fca-db57-4e76-8245-3ff700c6b8a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f HTTP/1.1" status: 200 len: 217 time: 0.1608772 Feb 17 18:09:43.103056 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-91f4d57d-9130-4baa-828f-f84a656a5396 req-02be5ace-305e-4c55-bc5b-c923b5cab588 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892881 Feb 17 18:09:43.142285 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-db8cbf6e-7068-471a-927b-b1bc394678ba req-6d40f4f1-feb9-4c62-a31c-5eb45c997749 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241240 Feb 17 18:09:43.298032 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ab2bc0-ebf8-4fb6-a60f-8d53c7b08fa2', 'name': 'network-vif-deleted', 'tag': '2c04060b-de10-465a-814e-6f1b92464305', 'status': 'completed', 'code': 200} Feb 17 18:09:43.307395 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132fbd75-c65e-4095-9d92-620faa2303ea req-36db6c8d-00bd-4003-8633-443889596f36 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8886995 Feb 17 18:09:43.392184 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'code': 200} Feb 17 18:09:43.410594 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'status': 'completed', 'code': 200} Feb 17 18:09:43.413261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-b290c99b-93ed-4bf0-ac37-cda7673b9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:43.416426 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-b290c99b-93ed-4bf0-ac37-cda7673b9203 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.2803259 Feb 17 18:09:43.811861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-373f524d-99eb-451d-ad5f-9aeff26d1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:43.813790 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-373f524d-99eb-451d-ad5f-9aeff26d1ed0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3725235 Feb 17 18:09:43.874674 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad4fc3-edfb-451a-aa5d-97d83fcab68c req-8795cccc-d91a-4efb-9cb2-88f70f9c99ab tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:43.877874 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ddad4fc3-edfb-451a-aa5d-97d83fcab68c req-8795cccc-d91a-4efb-9cb2-88f70f9c99ab tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.2567475 Feb 17 18:09:43.984597 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ddad4fc3-edfb-451a-aa5d-97d83fcab68c req-42553ebc-1f90-4fc6-bd71-a36170ca5097 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795822 Feb 17 18:09:44.006837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db5c7-310c-4dfa-8634-95d62c2e5e21 req-b7e514c7-fb49-4ea5-8f92-66120ae51b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:44.008973 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b0db5c7-310c-4dfa-8634-95d62c2e5e21 req-b7e514c7-fb49-4ea5-8f92-66120ae51b7a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1163 time: 0.2303555 Feb 17 18:09:44.079714 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3b0db5c7-310c-4dfa-8634-95d62c2e5e21 req-b1733e71-75fe-4285-8c65-7b59aaacd756 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632756 Feb 17 18:09:44.359327 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-7d4b0220-383d-4e24-a4a2-4e12209fab46 service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143800 Feb 17 18:09:44.701321 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.resource_extend [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 18:09:44.793873 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101210f-9873-4f49-8b84-8b5e2faa2017 req-79ac0fe4-5082-4f7c-ab28-eb0776ec3e8f tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:44.796740 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1101210f-9873-4f49-8b84-8b5e2faa2017 req-79ac0fe4-5082-4f7c-ab28-eb0776ec3e8f tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 944 time: 0.3597753 Feb 17 18:09:44.823768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cb7fe-728d-4d8a-8ff0-1943ec268869 req-edb28cb9-1dfa-4e5d-a60c-692094f1a2fb tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:44.826618 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2f4cb7fe-728d-4d8a-8ff0-1943ec268869 req-edb28cb9-1dfa-4e5d-a60c-692094f1a2fb tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 931 time: 0.3075781 Feb 17 18:09:44.856935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c34bbd-320b-4252-9e75-5a17d5cafe31 {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:09:44.886230 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:44.906342 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-11cf5e9f-5bb3-4d93-8549-31026e060228 req-dab9eb3a-14ee-4b73-bfc6-3a8fc720fa20 service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5345659 Feb 17 18:09:44.920037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Transition to ACTIVE for port object f1c34bbd-320b-4252-9e75-5a17d5cafe31 will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:09:44.924512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:44.948165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f93bf298-51d3-4e5d-95a4-3fa8999d0974 tempest-AttachVolumeNegativeTest-1423834436 tempest-AttachVolumeNegativeTest-1423834436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:44.964626 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1101210f-9873-4f49-8b84-8b5e2faa2017 req-ce6e280b-86cc-457b-a8d0-665ee83f2224 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365116 Feb 17 18:09:44.968399 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2f4cb7fe-728d-4d8a-8ff0-1943ec268869 req-b577151d-74e9-4b37-8e09-c39a7a1ba06d tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166749 Feb 17 18:09:45.304587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c34bbd-320b-4252-9e75-5a17d5cafe31,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:45.339736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:45.438522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77693d5e-718c-41fa-ae9a-f5ca4562b385 req-e53b6135-b1d5-4f59-bbb7-14c6baf3c66f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:45.442085 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-77693d5e-718c-41fa-ae9a-f5ca4562b385 req-e53b6135-b1d5-4f59-bbb7-14c6baf3c66f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.1963623 Feb 17 18:09:45.452297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-c385a8f6-0775-440e-b23f-8e9c7607b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:45.455337 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-c385a8f6-0775-440e-b23f-8e9c7607b3ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 1161 time: 0.4373035 Feb 17 18:09:45.564246 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-77693d5e-718c-41fa-ae9a-f5ca4562b385 req-71d7b08d-19dc-41ea-9d90-8cda23f4789c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137600 Feb 17 18:09:45.774250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2722692e-7888-4afa-a57d-6ce7a9d64520 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:45.898053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-92c3f21b-f616-4561-ba09-12688c2d101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:45.900810 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-92c3f21b-f616-4561-ba09-12688c2d101c service neutron] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 905 time: 0.4370053 Feb 17 18:09:45.958936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2722692e-7888-4afa-a57d-6ce7a9d64520 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:45.960926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:46.085486 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-888d2e12-3efc-4aa6-9cc1-02ecc4b6bc6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f HTTP/1.1" status: 200 len: 217 time: 0.1718736 Feb 17 18:09:46.094059 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Attempting to bind port f1c34bbd-320b-4252-9e75-5a17d5cafe31 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:09:46.094654 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Attempting to bind port f1c34bbd-320b-4252-9e75-5a17d5cafe31 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'cde5bfd5-ce9d-4d31-85e7-55331b7739ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5bc791c1-a4cb-4f62-abc6-5643b209d5ab'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:09:46.095290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Attempting to bind port f1c34bbd-320b-4252-9e75-5a17d5cafe31 on network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:09:46.193620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:09:46.194235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Checking segment: {'id': 'cde5bfd5-ce9d-4d31-85e7-55331b7739ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5bc791c1-a4cb-4f62-abc6-5643b209d5ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:09:46.195422 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:46.195965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Bound using segment: {'id': 'cde5bfd5-ce9d-4d31-85e7-55331b7739ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5bc791c1-a4cb-4f62-abc6-5643b209d5ab'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:09:46.196886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Bound port: f1c34bbd-320b-4252-9e75-5a17d5cafe31, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde5bfd5-ce9d-4d31-85e7-55331b7739ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5bc791c1-a4cb-4f62-abc6-5643b209d5ab'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:09:46.198274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:46.390719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-9ec41619-8941-4421-bd8f-0633609c48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:46.393448 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-9ec41619-8941-4421-bd8f-0633609c48c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.2933562 Feb 17 18:09:46.569795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] For port f1c34bbd-320b-4252-9e75-5a17d5cafe31, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:09:46.594453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] For port f1c34bbd-320b-4252-9e75-5a17d5cafe31, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f1c34bbd-320b-4252-9e75-5a17d5cafe31,segment=NetworkSegment(cde5bfd5-ce9d-4d31-85e7-55331b7739ef),segment_id=cde5bfd5-ce9d-4d31-85e7-55331b7739ef)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:09:46.607099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:46.636523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:46.691168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29f178-7fff-494c-b8e8-d8d515430ab1 req-b23c9100-168c-49ed-8e2b-7f0aab74ba2e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:46.694843 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1c29f178-7fff-494c-b8e8-d8d515430ab1 req-b23c9100-168c-49ed-8e2b-7f0aab74ba2e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 944 time: 0.3667076 Feb 17 18:09:46.707678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23329f-5b95-4618-923e-5d1ac7025278 req-7c460c78-e0d2-40a8-9e99-2801d65a73fa tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:46.710661 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de23329f-5b95-4618-923e-5d1ac7025278 req-7c460c78-e0d2-40a8-9e99-2801d65a73fa tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 943 time: 0.2851105 Feb 17 18:09:46.800496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-78c40801-3ba4-48c3-af65-04adfd373f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:46.802258 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-78c40801-3ba4-48c3-af65-04adfd373f13 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3848538 Feb 17 18:09:46.861066 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1c29f178-7fff-494c-b8e8-d8d515430ab1 req-a5d36ea7-717d-4649-b4e4-406eb47a2e0b tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486061 Feb 17 18:09:46.870787 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-de23329f-5b95-4618-923e-5d1ac7025278 req-3784a07e-9b61-475a-a402-873ac11fc971 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318290 Feb 17 18:09:47.223462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390918d-8149-42b7-b501-9297fce2a287 req-f9ccf2f1-3f7a-456b-9d8b-5ed237abc0b2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:47.226586 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9390918d-8149-42b7-b501-9297fce2a287 req-f9ccf2f1-3f7a-456b-9d8b-5ed237abc0b2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.1770642 Feb 17 18:09:47.264826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c34bbd-320b-4252-9e75-5a17d5cafe31,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:47.279679 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:47.337618 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9390918d-8149-42b7-b501-9297fce2a287 req-2a01f57e-ec8d-4ae9-977b-4f901ace6be1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951071 Feb 17 18:09:47.373937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:47.375065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:47.377718 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-531945b4-055b-4532-9c93-a8d642bcb7b6 service neutron] 10.222.0.75 "PUT /v2.0/ports/f1c34bbd-320b-4252-9e75-5a17d5cafe31 HTTP/1.1" status: 200 len: 1157 time: 4.9982705 Feb 17 18:09:47.378615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'tag': 'f1c34bbd-320b-4252-9e75-5a17d5cafe31'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:47.453567 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-4e967839-79d0-4d15-9ce2-9ea2432c033c service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391788 Feb 17 18:09:47.529035 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'tag': 'f1c34bbd-320b-4252-9e75-5a17d5cafe31', 'status': 'completed', 'code': 200} Feb 17 18:09:47.792255 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-75aefa4e-db88-4d6d-be6d-913736a57d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:47.794095 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-75aefa4e-db88-4d6d-be6d-913736a57d73 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3450031d1ee4ee2b456ffa2db566531&device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 1160 time: 0.3291960 Feb 17 18:09:47.805447 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dbe01-efda-4c35-b2a3-4846c0db35eb req-00df399d-cdab-4095-b491-6ab03e3b622e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:47.808171 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d42dbe01-efda-4c35-b2a3-4846c0db35eb req-00df399d-cdab-4095-b491-6ab03e3b622e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.2017519 Feb 17 18:09:47.820204 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e37a1ceb-72b8-4543-bf02-18dc6b2de42b req-1a5cbd08-7506-4109-9939-fbce0ce6e744 service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2892790 Feb 17 18:09:47.825068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57466) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:47.832825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Request body: {'floatingip': {'port_id': '2722692e-7888-4afa-a57d-6ce7a9d64520'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:47.943203 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:48.060943 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-a55b2cd0-c577-4f3c-9596-ff2d31af953c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1c34bbd-320b-4252-9e75-5a17d5cafe31 HTTP/1.1" status: 200 len: 217 time: 0.2393179 Feb 17 18:09:48.154035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:48.350170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-69efed53-1542-478b-a35a-417b7d178f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:48.352234 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-69efed53-1542-478b-a35a-417b7d178f86 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b4a9267e-a91a-41a8-848b-515a7c0a11d8 HTTP/1.1" status: 200 len: 849 time: 0.2783577 Feb 17 18:09:48.395757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:09:48.405150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:48.405819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:48.469692 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-ff10cb99-c178-4855-8cdc-574b5aa58747 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bc791c1-a4cb-4f62-abc6-5643b209d5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098275 Feb 17 18:09:48.796724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:48.835224 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-a294c25c-602c-4e93-a939-041f73edd6e8 service neutron] 10.222.0.75 "GET /v2.0/networks/5bc791c1-a4cb-4f62-abc6-5643b209d5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531709 Feb 17 18:09:48.896160 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:48.944453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:48.952274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:48.969570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0bf60498-40ff-4aec-8228-756ed9655ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:49.180746 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:49.185537 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:49.196401 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-50a2e833-8f84-4e23-bef6-03c77255c1cf req-d085e75a-a1d8-48d1-85db-9e9cb9a9e8fb service neutron] 10.222.0.75 "GET /v2.0/networks/5bc791c1-a4cb-4f62-abc6-5643b209d5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3575573 Feb 17 18:09:49.323167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bb0a4-8d1a-46f2-a80b-b5b03838b58c req-1c5d8435-1f5e-4ae1-a3a6-6099b580d51c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:49.325618 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7a1bb0a4-8d1a-46f2-a80b-b5b03838b58c req-1c5d8435-1f5e-4ae1-a3a6-6099b580d51c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 943 time: 0.9458985 Feb 17 18:09:49.336912 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62dee8-8d85-4b9c-accd-67d129474cf5 req-1d1931c7-7050-4ddb-a827-6c136fe6a4cb tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:49.339168 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cd62dee8-8d85-4b9c-accd-67d129474cf5 req-1d1931c7-7050-4ddb-a827-6c136fe6a4cb tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 944 time: 0.9571173 Feb 17 18:09:49.339655 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-141bcb65-e6a1-4e81-93d6-b95877cf820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:49.342207 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-141bcb65-e6a1-4e81-93d6-b95877cf820f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a3450031d1ee4ee2b456ffa2db566531&device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 1160 time: 0.0911844 Feb 17 18:09:49.456555 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7a1bb0a4-8d1a-46f2-a80b-b5b03838b58c req-5b3287bf-5419-4b4d-8d82-8f4969a2fc34 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160042 Feb 17 18:09:49.469568 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cd62dee8-8d85-4b9c-accd-67d129474cf5 req-7794cb53-be49-4a6a-bcc4-863077b233cc tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192501 Feb 17 18:09:49.579676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-ca51e935-7513-4c7f-b14a-eb365ffe782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:49.584160 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-ca51e935-7513-4c7f-b14a-eb365ffe782b service neutron] 10.222.0.75 "GET /v2.0/networks?id=5bc791c1-a4cb-4f62-abc6-5643b209d5ab HTTP/1.1" status: 200 len: 903 time: 0.2312529 Feb 17 18:09:49.593393 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'code': 200} Feb 17 18:09:49.631922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:49.636948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:49.725017 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-c8fc15e6-264f-41bb-bcab-f6a6792905ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1c34bbd-320b-4252-9e75-5a17d5cafe31 HTTP/1.1" status: 200 len: 217 time: 0.1267204 Feb 17 18:09:49.764393 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:49.833351 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-06e4d7d3-a55b-4462-b904-6d4592fe00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:49.835188 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-06e4d7d3-a55b-4462-b904-6d4592fe00ba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b4a9267e-a91a-41a8-848b-515a7c0a11d8 HTTP/1.1" status: 200 len: 849 time: 0.1003261 Feb 17 18:09:49.899231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:49.899878 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:49.992828 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-1322dd1d-6eb1-4102-9a8e-c91b57931592 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5bc791c1-a4cb-4f62-abc6-5643b209d5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501033 Feb 17 18:09:50.048020 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Floating IP 1cb294b0-476d-4127-9b8f-00752db4dcd5 associated. External IP: 172.28.2.180, port: 2722692e-7888-4afa-a57d-6ce7a9d64520. Feb 17 18:09:50.232170 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-e11db7bb-daf2-4d76-b549-fa195c6d4891 service neutron] 10.222.0.75 "GET /v2.0/networks/5bc791c1-a4cb-4f62-abc6-5643b209d5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294688 Feb 17 18:09:50.581900 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dc59289-5b03-4b8d-be0e-f42db40d2428 req-c14a477e-1b1e-4d34-91ee-2049b999a1bb service neutron] 10.222.0.75 "GET /v2.0/networks/5bc791c1-a4cb-4f62-abc6-5643b209d5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3374133 Feb 17 18:09:50.629661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2e587-b04d-44b1-a619-d5cfbb72a1cf req-384297ec-4d5d-4aad-babc-4ae50ff65009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:50.633894 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8cd2e587-b04d-44b1-a619-d5cfbb72a1cf req-384297ec-4d5d-4aad-babc-4ae50ff65009 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 1163 time: 0.7316542 Feb 17 18:09:50.828269 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8cd2e587-b04d-44b1-a619-d5cfbb72a1cf req-4f3d485f-b228-471d-bc4d-7cfb6ee6e204 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840010 Feb 17 18:09:51.603028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ae38-2dfa-4194-9cda-3278b34f2a11 req-b8025019-e7c7-4b66-8700-d36b76ee34dd tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:51.606192 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c87ae38-2dfa-4194-9cda-3278b34f2a11 req-b8025019-e7c7-4b66-8700-d36b76ee34dd tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 943 time: 0.5410941 Feb 17 18:09:51.656185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Router 64d6fc6a-695f-43a4-9629-a403781a7548 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:09:51.756761 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcecaae-e621-441f-826d-a2b733cdbc74 req-7d393c66-4c47-4281-961a-e72bf809d2a1 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:51.773544 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8bcecaae-e621-441f-826d-a2b733cdbc74 req-7d393c66-4c47-4281-961a-e72bf809d2a1 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 946 time: 0.7058845 Feb 17 18:09:51.865878 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2c87ae38-2dfa-4194-9cda-3278b34f2a11 req-29415f76-9e81-4964-a188-f23509588f42 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372429 Feb 17 18:09:52.237413 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8bcecaae-e621-441f-826d-a2b733cdbc74 req-c43323e1-0b44-47d6-96dd-dee6f348411a tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4610460 Feb 17 18:09:52.379335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-1a6dc559-31d2-4306-a093-823cc09a6ac4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84002) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:09:52.416833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:09:52.425260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:52.434498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34721dd-7512-4237-9954-070361b12108 None None] Sync routers for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:09:52.453046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:09:52.454279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:09:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:52.554293 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-727e6667-5f46-4e6e-95a2-5eabfecb7130 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "PUT /v2.0/floatingips/1cb294b0-476d-4127-9b8f-00752db4dcd5 HTTP/1.1" status: 200 len: 992 time: 4.7276022 Feb 17 18:09:52.555813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:52.667027 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'status': 'completed', 'code': 200} Feb 17 18:09:52.791231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f1c34bbd-320b-4252-9e75-5a17d5cafe31 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:52.858416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-3a4c3414-ce96-4d8e-a729-7e899f7dbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:52.861170 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-3a4c3414-ce96-4d8e-a729-7e899f7dbc89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1163 time: 0.1622007 Feb 17 18:09:52.999779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:09:53.099342 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-0cd11d66-bf17-4263-b6c8-723d85c082f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:53.101145 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-0cd11d66-bf17-4263-b6c8-723d85c082f2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.2331882 Feb 17 18:09:53.159669 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port f1c34bbd-320b-4252-9e75-5a17d5cafe31 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:09:53.294392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port f1c34bbd-320b-4252-9e75-5a17d5cafe31 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:53.294846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:53.417633 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-e9f6d45d-5c4b-4bf2-8aaf-cacd26223a30 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 1000 time: 0.3079371 Feb 17 18:09:53.459948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efc9b8-44a9-48cb-8b46-e43477eb43be req-83cf0d96-51da-4865-a024-c9008161e13c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:53.459948 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f6efc9b8-44a9-48cb-8b46-e43477eb43be req-83cf0d96-51da-4865-a024-c9008161e13c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 943 time: 0.3372977 Feb 17 18:09:53.657504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-50c31b1c-eaa9-4b79-a9ce-8130a1961319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:53.659765 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-50c31b1c-eaa9-4b79-a9ce-8130a1961319 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.2331059 Feb 17 18:09:53.803404 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-6ba51674-2d70-48fc-8add-b1c44257ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:53.809693 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-6ba51674-2d70-48fc-8add-b1c44257ba84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1436796 Feb 17 18:09:53.831748 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f6efc9b8-44a9-48cb-8b46-e43477eb43be req-896c7a99-6e2f-45ab-a25c-295f47bb7392 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640039 Feb 17 18:09:53.970573 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:54.016131 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a746e-c8ba-4793-94ce-b46d38568313 req-ebdaf212-c2bd-4849-a456-4bb5e6f53774 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:54.034071 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e28a746e-c8ba-4793-94ce-b46d38568313 req-ebdaf212-c2bd-4849-a456-4bb5e6f53774 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 946 time: 0.4612839 Feb 17 18:09:54.185148 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e28a746e-c8ba-4793-94ce-b46d38568313 req-deeb386a-bd91-48f3-ade6-031b8dddc42c tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465318 Feb 17 18:09:54.246714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c34bbd-320b-4252-9e75-5a17d5cafe31'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:54.321375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port f1c34bbd-320b-4252-9e75-5a17d5cafe31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f1c34bbd-320b-4252-9e75-5a17d5cafe31,segment=NetworkSegment(cde5bfd5-ce9d-4d31-85e7-55331b7739ef),segment_id=cde5bfd5-ce9d-4d31-85e7-55331b7739ef)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:09:54.345991 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-17db543d-c37c-49ef-8fd8-33fdd9c8e2b6 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189226 Feb 17 18:09:54.347675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:54.353123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:09:54.463279 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c34bbd-320b-4252-9e75-5a17d5cafe31', 'code': 200} Feb 17 18:09:54.515319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f1c34bbd-320b-4252-9e75-5a17d5cafe31 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:54.640220 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '1cb294b0-476d-4127-9b8f-00752db4dcd5', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'port_id': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'mac_address': 'fa:16:3e:c4:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:09:11Z', 'updated_at': '2021-02-17T18:09:49Z', 'revision_number': 1, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:54.656945 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34721dd-7512-4237-9954-070361b12108 None None] Checking router: 64d6fc6a-695f-43a4-9629-a403781a7548 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:09:54.673908 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=f1c34bbd-320b-4252-9e75-5a17d5cafe31,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:09:54.698979 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:09:54.700421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] Routers {'64d6fc6a-695f-43a4-9629-a403781a7548'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:09:54.701782 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:09:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['64d6fc6a-695f-43a4-9629-a403781a7548'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:54.725864 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-452f0570-2840-41f9-9999-c2b2f15a17e4 req-42497f37-3c2e-47f0-8482-adbdb3dc2d8d service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3725939 Feb 17 18:09:54.770966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279def9-435c-431f-a8c7-8e4e108224ee req-75c44481-1cf2-40d0-80e2-29de51f2ffe4 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:54.777341 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e279def9-435c-431f-a8c7-8e4e108224ee req-75c44481-1cf2-40d0-80e2-29de51f2ffe4 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 946 time: 0.2026486 Feb 17 18:09:54.792281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57542) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:09:54.804195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Request body: {'floatingip': {'port_id': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:09:54.864543 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port f1c34bbd-320b-4252-9e75-5a17d5cafe31 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:54.864942 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:54.940662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e3c21-6201-40b4-b3f3-49b040ed4560 req-37da3248-f6a1-4a82-a5c3-e9f57e872d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:54.943597 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b69e3c21-6201-40b4-b3f3-49b040ed4560 req-37da3248-f6a1-4a82-a5c3-e9f57e872d15 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 1162 time: 0.1700854 Feb 17 18:09:54.979847 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:55.032231 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b69e3c21-6201-40b4-b3f3-49b040ed4560 req-fe819def-56ec-4a18-90ff-bb29bce1195a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804410 Feb 17 18:09:55.080440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] Set router 64d6fc6a-695f-43a4-9629-a403781a7548 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:09:55.633909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de82a6e-44ba-428a-b07c-299152904378 req-61651510-a204-43fe-bf9f-260de9a2b7ec tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:55.648936 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9de82a6e-44ba-428a-b07c-299152904378 req-61651510-a204-43fe-bf9f-260de9a2b7ec tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 945 time: 0.4837275 Feb 17 18:09:55.801004 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9de82a6e-44ba-428a-b07c-299152904378 req-0f8ae09b-e6d9-44e3-b43a-55ae5a1b28a5 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503065 Feb 17 18:09:56.230197 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-c34721dd-7512-4237-9954-070361b12108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '1cb294b0-476d-4127-9b8f-00752db4dcd5', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'port_id': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'mac_address': 'fa:16:3e:c4:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:09:11Z', 'updated_at': '2021-02-17T18:09:49Z', 'revision_number': 1, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:56.240843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34721dd-7512-4237-9954-070361b12108 None None] The sync data for ids ['64d6fc6a-695f-43a4-9629-a403781a7548'] in dv-cinder-760193-3-smb is: [{'id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'name': 'tempest-AttachVolumeShelveTestJSON-1008784007-router', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153'}], 'enable_snat': True}, 'gw_port_id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:50Z', 'updated_at': '2021-02-17T18:04:28Z', 'revision_number': 4, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'gw_port': {'id': '370e354a-b4b9-4e62-84a0-95b7c1b55614', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:00Z', 'updated_at': '2021-02-17T18:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '1cb294b0-476d-4127-9b8f-00752db4dcd5', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'floating_ip_address': '172.28.2.180', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'port_id': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'mac_address': 'fa:16:3e:c4:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:09:11Z', 'updated_at': '2021-02-17T18:09:49Z', 'revision_number': 1, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a952311a-e915-470d-9b5f-5562a5706b56', 'name': '', 'network_id': '780ab1be-d4ea-4234-9771-ab0516099bfc', 'tenant_id': '10e3925290bc42a8a8b60701c4a32a37', 'mac_address': 'fa:16:3e:e5:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d6fc6a-695f-43a4-9629-a403781a7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '37c598ca-c190-400c-91ee-1783bcd41347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:25Z', 'updated_at': '2021-02-17T18:04:46Z', 'revision_number': 5, 'project_id': '10e3925290bc42a8a8b60701c4a32a37', 'subnets': [{'id': '37c598ca-c190-400c-91ee-1783bcd41347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:09:56.485963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f1c34bbd-320b-4252-9e75-5a17d5cafe31 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:09:56.626153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:56.634008 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:56.755215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port f1c34bbd-320b-4252-9e75-5a17d5cafe31 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:09:56.755822 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:56.766944 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c8cfef-e7fc-4d50-8f7d-1867872c93b0 None None] New status for floating IP 1cb294b0-476d-4127-9b8f-00752db4dcd5: ACTIVE {{(pid=84003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:09:56.883855 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Floating IP 3944c0f9-9f36-408f-ab10-cbd819ccfb86 associated. External IP: 172.28.2.35, port: dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f. Feb 17 18:09:57.641666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a36d4-cfca-4567-8c01-04fd894b94b9 req-8d51d172-36bd-4a46-a108-f6dd4560446d tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:57.645752 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f53a36d4-cfca-4567-8c01-04fd894b94b9 req-8d51d172-36bd-4a46-a108-f6dd4560446d tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 945 time: 0.3904688 Feb 17 18:09:57.872477 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f53a36d4-cfca-4567-8c01-04fd894b94b9 req-dc748b08-fea7-4988-90d0-b533c06d7927 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137339 Feb 17 18:09:58.010900 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Router 96a55539-1b23-4e9f-895b-e2581a89619f has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:09:58.355764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:09:58.360774 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:09:58.377503 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] Sync routers for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:09:58.403029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:09:58.404637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:09:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:58.461594 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7fc6ed41-6e74-4f62-a18b-1af222b8dade tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "PUT /v2.0/floatingips/3944c0f9-9f36-408f-ab10-cbd819ccfb86 HTTP/1.1" status: 200 len: 991 time: 3.6673417 Feb 17 18:09:58.462433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:09:58.596955 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'status': 'completed', 'code': 200} Feb 17 18:09:58.866750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-acad9778-a4f7-4ccb-af52-61a69ec811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:58.868792 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-acad9778-a4f7-4ccb-af52-61a69ec811f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=509279e1fb164426987f0909f5241001&device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 1163 time: 0.2228627 Feb 17 18:09:58.896269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:09:59.155556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-3598e4b2-8756-434e-8892-77e36c04d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:59.158342 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-3598e4b2-8756-434e-8892-77e36c04d7dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 200 len: 905 time: 0.2807155 Feb 17 18:09:59.323794 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-0f6a34fe-c31b-4fcb-b948-718cb42fe40d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f HTTP/1.1" status: 200 len: 999 time: 0.1552465 Feb 17 18:09:59.428218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-b51ac26e-6361-4934-8e16-284bae305047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:59.430976 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-b51ac26e-6361-4934-8e16-284bae305047 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 200 len: 850 time: 0.0991790 Feb 17 18:09:59.606688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '3944c0f9-9f36-408f-ab10-cbd819ccfb86', 'tenant_id': '509279e1fb164426987f0909f5241001', 'floating_ip_address': '172.28.2.35', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'port_id': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'mac_address': 'fa:16:3e:64:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:09:21Z', 'updated_at': '2021-02-17T18:09:56Z', 'revision_number': 1, 'project_id': '509279e1fb164426987f0909f5241001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:59.612987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] Checking router: 96a55539-1b23-4e9f-895b-e2581a89619f for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:09:59.613976 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-2a8f17fb-3202-4291-8514-6c7f44edd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:09:59.616453 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-2a8f17fb-3202-4291-8514-6c7f44edd212 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0aee692b-4cb3-4236-bc01-0bcf02c5fb19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1775885 Feb 17 18:09:59.625937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:09:59.626821 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:09:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:09:59.882442 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-1542c982-aa48-41b4-80c2-92fd13ea6ded service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578273 Feb 17 18:09:59.908583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:10:00.114663 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-35bf00c9-7528-427a-ae33-ba35cc7a2919 req-5ef6140f-b718-4b4e-8503-341a86fb92e5 service neutron] 10.222.0.75 "GET /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2246873 Feb 17 18:10:00.631592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '3944c0f9-9f36-408f-ab10-cbd819ccfb86', 'tenant_id': '509279e1fb164426987f0909f5241001', 'floating_ip_address': '172.28.2.35', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'port_id': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'mac_address': 'fa:16:3e:64:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:09:21Z', 'updated_at': '2021-02-17T18:09:56Z', 'revision_number': 1, 'project_id': '509279e1fb164426987f0909f5241001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:00.640998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3071a6f3-4fed-474c-bf1d-f00c84fc8d18 None None] The sync data for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb is: [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': '3944c0f9-9f36-408f-ab10-cbd819ccfb86', 'tenant_id': '509279e1fb164426987f0909f5241001', 'floating_ip_address': '172.28.2.35', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'port_id': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'mac_address': 'fa:16:3e:64:c8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:09:21Z', 'updated_at': '2021-02-17T18:09:56Z', 'revision_number': 1, 'project_id': '509279e1fb164426987f0909f5241001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:10:00.867293 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57630) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:01.141749 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:01.176637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550bb2de-efaf-4614-9f93-b2119c59081f None None] New status for floating IP 3944c0f9-9f36-408f-ab10-cbd819ccfb86: ACTIVE {{(pid=84003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:10:01.186711 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:10:01.198242 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Usage tracker for resource:security_group_rule and tenant:3f021c71f5454145b593b4bff12f0b06 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:10:01.204670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:10:01.221415 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:10:01.448743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:01.453664 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:01.499377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f8bfa7e5-e417-45b0-94dc-f2fc84514dd1 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:01.635743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a4b243-e7eb-406d-8713-038dba652e92,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:01.641656 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f021c71f5454145b593b4bff12f0b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7730558 Feb 17 18:10:01.646641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57648) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:01.652920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.654027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.654580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.655023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.655494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.656167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.656827 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.657339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.657941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.658517 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.658942 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.659335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.660373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.661011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.661412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.661998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.662728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.663168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.663571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.664166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.664656 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.665052 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.665437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.666045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:01.683994 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:01.801372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:01.858702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:01.962247 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:01.972547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7a66651a-c61f-49cd-9f56-dbfeef9f0ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:01.999475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a4b243-e7eb-406d-8713-038dba652e92,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:02.016111 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:02.018003 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a3a4b243-e7eb-406d-8713-038dba652e92 HTTP/1.1" status: 204 len: 168 time: 0.3689170 Feb 17 18:10:02.021394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.022183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.022886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.023542 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.024640 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.025315 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.025982 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.026659 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.027339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.028088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.028798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.029459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.030287 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.030966 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.031686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.032330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.033125 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.033561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.034334 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.035002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.035804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.036513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.037178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.037830 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:02.044258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-27ea8dd3-7643-48c7-9a6b-3de896dffdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:03.012034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-115eb15c-f8f3-4c6d-8adc-9591e4e55792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:03.862267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:10:04.035907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e52147-47f4-4b77-a113-b33dfa813575 req-7c7ab90e-c51c-49e0-9177-c73612d55227 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:04.035907 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-75e52147-47f4-4b77-a113-b33dfa813575 req-7c7ab90e-c51c-49e0-9177-c73612d55227 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 945 time: 0.1206515 Feb 17 18:10:04.137677 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-75e52147-47f4-4b77-a113-b33dfa813575 req-a23431eb-cbe5-4270-9ce0-7b36b406d7f3 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974689 Feb 17 18:10:05.162368 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-116aa2a2-c225-45ea-8e3b-f248778bab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:05.317091 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:05.500923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7fe59-bdd1-4d5b-b1c7-26560e194d8b req-626406fb-c07e-45c1-9464-297fd0d357a2 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:05.502477 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-46f7fe59-bdd1-4d5b-b1c7-26560e194d8b req-626406fb-c07e-45c1-9464-297fd0d357a2 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 945 time: 0.1539052 Feb 17 18:10:05.539864 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-b352af2e-e93e-4cb9-b500-6a3ca978005c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:05.541392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-b352af2e-e93e-4cb9-b500-6a3ca978005c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Synchronizing usage tracker for tenant:a3450031d1ee4ee2b456ffa2db566531 on resource:port {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:10:05.583358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-b352af2e-e93e-4cb9-b500-6a3ca978005c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Unset dirty status for tenant:a3450031d1ee4ee2b456ffa2db566531 on resource:port {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:10:05.601975 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-b352af2e-e93e-4cb9-b500-6a3ca978005c tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 945 time: 0.2090728 Feb 17 18:10:05.617532 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-46f7fe59-bdd1-4d5b-b1c7-26560e194d8b req-ae5a16ca-7dac-41ae-bea2-9f532eb74be3 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/security-groups?id=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052339 Feb 17 18:10:05.707123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Deleting port f1c34bbd-320b-4252-9e75-5a17d5cafe31 {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:10:05.707528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:06.071502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] For port f1c34bbd-320b-4252-9e75-5a17d5cafe31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f1c34bbd-320b-4252-9e75-5a17d5cafe31,segment=NetworkSegment(cde5bfd5-ce9d-4d31-85e7-55331b7739ef),segment_id=cde5bfd5-ce9d-4d31-85e7-55331b7739ef)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:10:06.072373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:06.514115 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device f1c34bbd-320b-4252-9e75-5a17d5cafe31 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:10:06.527733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Calling delete_port for f1c34bbd-320b-4252-9e75-5a17d5cafe31 owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:10:06.712476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:06.757611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:06.856858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:06.875421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-80192374-abef-4cd1-a65f-446c79c72b29 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:07.051662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Pushing event deleted for resources: {'Port': ['ID=f1c34bbd-320b-4252-9e75-5a17d5cafe31,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:07.058135 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:07.135037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] No DVR routers for this DVR port f1c34bbd-320b-4252-9e75-5a17d5cafe31 on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:10:07.139724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:07.147927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:07.148282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'name': 'network-vif-deleted', 'tag': 'f1c34bbd-320b-4252-9e75-5a17d5cafe31'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:10:07.195754 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e656d7d6-e805-44e8-9ff7-d05cad4b4067 req-8ff37bb3-698e-4336-9665-aff25431edee tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.75 "DELETE /v2.0/ports/f1c34bbd-320b-4252-9e75-5a17d5cafe31 HTTP/1.1" status: 204 len: 173 time: 1.5861070 Feb 17 18:10:07.236002 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-85b26bb5-71f4-451d-ab02-f67fbf879412 req-6857f64a-43ce-4ca9-bb55-03a3ecda1889 tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] 10.222.0.68 "GET /v2.0/ports?device_id=e4dbb207-77a3-406a-9649-65cd70657ac2 HTTP/1.1" status: 200 len: 210 time: 0.1199355 Feb 17 18:10:07.657332 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4dbb207-77a3-406a-9649-65cd70657ac2', 'name': 'network-vif-deleted', 'tag': 'f1c34bbd-320b-4252-9e75-5a17d5cafe31', 'status': 'completed', 'code': 200} Feb 17 18:10:07.681347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84fd55-5f31-41e9-ab2b-7db73be02c2f req-9fa60ffb-311d-4443-83a3-89bea8365b72 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:07.683054 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-da84fd55-5f31-41e9-ab2b-7db73be02c2f req-9fa60ffb-311d-4443-83a3-89bea8365b72 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1783714 Feb 17 18:10:07.711628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:07.775154 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-da84fd55-5f31-41e9-ab2b-7db73be02c2f req-8b31d444-3c19-43b3-a533-7582306fcd6e tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0848854 Feb 17 18:10:08.760770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 57830) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:08.907458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Deleting subnet fc6d43c0-8454-4c33-ab3f-34ca239dbd4e {{(pid=84000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:10:08.912578 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:09.118379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1166305'] for subnet, precommit_delete_associations {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:09.209956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:09.277416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bba2d-860f-427f-9b91-7d2f32b05060 req-e28dd50b-4321-4d72-8600-14be3bcc8609 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:09.279483 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5c2bba2d-860f-427f-9b91-7d2f32b05060 req-e28dd50b-4321-4d72-8600-14be3bcc8609 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.2908866 Feb 17 18:10:09.502409 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5c2bba2d-860f-427f-9b91-7d2f32b05060 req-186dc84c-f960-48d6-b903-91340f9d4f3d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1830873 Feb 17 18:10:09.720838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851070003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853531741'] for subnet, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:09.752693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0e4a6b30-0247-4d23-8680-5b7903675206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:09.908116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc6d43c0-8454-4c33-ab3f-34ca239dbd4e,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:09.913096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:09.962646 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:09.971904 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fc6d43c0-8454-4c33-ab3f-34ca239dbd4e HTTP/1.1" status: 204 len: 168 time: 1.2034636 Feb 17 18:10:09.976446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57846) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:10.112336 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:10.442497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:10.693349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1096ad54-bc8e-4cec-a86c-a5ac7d8a7375']}} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:10.709700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c15904f-0bab-438b-b1dc-127e275cef1c') {'for_net_delete': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:10.710149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c15904f-0bab-438b-b1dc-127e275cef1c') {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:10.728415 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011040'] for segment, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:10.768547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:10.774905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Releasing vxlan tunnel 10 to pool {{(pid=84001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:10:10.778064 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03d437-5078-480f-9a79-b383ecb3b58c req-29180227-74e4-4d27-9013-3710650b8f6b tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:10.779987 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2b03d437-5078-480f-9a79-b383ecb3b58c req-29180227-74e4-4d27-9013-3710650b8f6b tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1040599 Feb 17 18:10:10.868209 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2b03d437-5078-480f-9a79-b383ecb3b58c req-166380cd-ad9c-48ca-bf68-1370d89b7c7a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0802929 Feb 17 18:10:11.073919 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:10:11.090923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189911'] for segment, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:11.379116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Network 1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:10:11.405380 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:10:11.504673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:11.509950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:11.513410 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c3588c22-ff72-4b82-96b9-73226534e476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:11.535633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Pushing event deleted for resources: {'Network': ['ID=1096ad54-bc8e-4cec-a86c-a5ac7d8a7375,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:11.539743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:11.563142 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-06d9ce6d-cf25-423a-b251-c1d94270f39e admin admin] 10.222.0.68 "DELETE /v2.0/networks/1096ad54-bc8e-4cec-a86c-a5ac7d8a7375 HTTP/1.1" status: 204 len: 168 time: 1.5844102 Feb 17 18:10:11.854195 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57874) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:11.915145 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-767cd313-f00e-43b4-950a-dc70f035dc48 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b49902498f2436c81a11a9b45a60c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595021 Feb 17 18:10:11.918077 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 57878) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:12.012778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:12.062702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:12.137855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:12.148114 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6330dacf-7817-40aa-90d0-4cbe253c2236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:12.162423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42847f-db9a-4ea6-a4b0-4c1e8f8458ac req-3cdf4b13-c70b-45c8-88b4-4dadcd071031 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:12.164661 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9a42847f-db9a-4ea6-a4b0-4c1e8f8458ac req-3cdf4b13-c70b-45c8-88b4-4dadcd071031 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1214464 Feb 17 18:10:12.182585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed37161-68bd-4237-bbf2-cc523de52614,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:12.191821 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:12.198170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:12.200281 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ed37161-68bd-4237-bbf2-cc523de52614 HTTP/1.1" status: 204 len: 168 time: 0.2808201 Feb 17 18:10:12.292939 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9a42847f-db9a-4ea6-a4b0-4c1e8f8458ac req-26cb6431-4bc3-4351-8eed-7f53c2c4bf0d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1118362 Feb 17 18:10:13.602478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd4148-8bfc-42d9-8738-1942d43fb2c6 req-acb81140-0b9a-4be4-957d-28080bd6e021 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:13.604295 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4bbd4148-8bfc-42d9-8738-1942d43fb2c6 req-acb81140-0b9a-4be4-957d-28080bd6e021 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1350992 Feb 17 18:10:13.672920 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4bbd4148-8bfc-42d9-8738-1942d43fb2c6 req-f20d29a3-d0b6-45e2-b8a6-b00457a936ba tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0606215 Feb 17 18:10:14.929683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f447a45d-13b0-4ab7-8fce-8476b1e54632 req-3cccafcd-a9c3-49c5-b8be-7d43aa2c7cb4 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:14.931980 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f447a45d-13b0-4ab7-8fce-8476b1e54632 req-3cccafcd-a9c3-49c5-b8be-7d43aa2c7cb4 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1024115 Feb 17 18:10:15.024426 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f447a45d-13b0-4ab7-8fce-8476b1e54632 req-e97488b5-d6f0-4540-8eff-57af73cc36b9 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0787640 Feb 17 18:10:16.472885 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a19d4d-00ff-4fb0-b2af-846320cc44da req-ca0bed6b-6adc-46e2-80a6-424357bc612a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:16.474908 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7a19d4d-00ff-4fb0-b2af-846320cc44da req-ca0bed6b-6adc-46e2-80a6-424357bc612a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.2141633 Feb 17 18:10:16.579556 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7a19d4d-00ff-4fb0-b2af-846320cc44da req-c733b54c-3f3d-4d84-96ec-e610d86c2424 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0914061 Feb 17 18:10:16.636166 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:10:16.812335 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:16.813191 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:17.554996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-f25b89df-f1a2-4d95-bec9-5a7f5e2a3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:17.558037 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-f25b89df-f1a2-4d95-bec9-5a7f5e2a3a14 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.1073623 Feb 17 18:10:17.789427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-51c503ef-e8dc-4ea2-a7bf-9b22c74c46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:17.792394 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-51c503ef-e8dc-4ea2-a7bf-9b22c74c46f1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.2262731 Feb 17 18:10:17.946144 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-5cbcc84a-a530-421d-b25e-1038ebbac09b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 999 time: 0.1421740 Feb 17 18:10:18.057341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be24ef-ddbf-4d96-8410-800dc67ee1cf req-1390fc9c-d4dc-4498-8554-0519ea262c61 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:18.060860 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93be24ef-ddbf-4d96-8410-800dc67ee1cf req-1390fc9c-d4dc-4498-8554-0519ea262c61 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1985781 Feb 17 18:10:18.104105 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-782819c1-7bca-4ea8-bfd4-dfb787f3aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:18.107378 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-782819c1-7bca-4ea8-bfd4-dfb787f3aff1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.1482787 Feb 17 18:10:18.153368 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-93be24ef-ddbf-4d96-8410-800dc67ee1cf req-6a6408a0-a6ef-476f-b447-e8d737d373e5 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0789313 Feb 17 18:10:18.277750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-d760207b-f065-4e1d-b4e5-5c5ab02bda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:18.279578 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-d760207b-f065-4e1d-b4e5-5c5ab02bda8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1642010 Feb 17 18:10:18.551595 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-24e3e862-89cc-4bfe-a1a1-b529c4630259 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637680 Feb 17 18:10:18.761236 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-667c2890-ce8c-4a4d-a2e6-8eeb99216fb5 req-92e52282-9c33-4228-9197-b04b1c595729 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2025836 Feb 17 18:10:19.457658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f659078-9e4d-49c0-a985-29be7c804832 req-d2dccdef-5bdd-48ff-a16d-8ecbded1ff8a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:19.460809 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f659078-9e4d-49c0-a985-29be7c804832 req-d2dccdef-5bdd-48ff-a16d-8ecbded1ff8a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.1479228 Feb 17 18:10:19.557328 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f659078-9e4d-49c0-a985-29be7c804832 req-1385ad71-cf8f-4d9d-8783-762446ad5965 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0872431 Feb 17 18:10:20.663719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:10:20.850540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:20.901791 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:10:20.916758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3ed327db-42aa-4365-85d7-609f9f138376,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:10:20.920927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:20.924724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:21.033643 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91337fca-da6b-4857-b192-ca744b545298 req-0fb0b089-a315-4bf0-a6bd-ed92c7eb625b tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:21.037664 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-91337fca-da6b-4857-b192-ca744b545298 req-0fb0b089-a315-4bf0-a6bd-ed92c7eb625b tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.2266684 Feb 17 18:10:21.045680 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'code': 200} Feb 17 18:10:21.047007 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:21.055392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:21.157157 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-91337fca-da6b-4857-b192-ca744b545298 req-c9d930c1-9633-4d93-b144-1b071c27069a tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0847404 Feb 17 18:10:22.481212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908470f-643a-4a15-b2e3-39a1e3d52de5 req-f499ca50-6832-4f85-90e7-8a96c7f0e715 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:22.483732 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7908470f-643a-4a15-b2e3-39a1e3d52de5 req-f499ca50-6832-4f85-90e7-8a96c7f0e715 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1146512 Feb 17 18:10:22.576972 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7908470f-643a-4a15-b2e3-39a1e3d52de5 req-d499a4f6-2e7b-4a33-8264-b6fb834480ed tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0843363 Feb 17 18:10:23.297737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58042) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:23.375080 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316330-281a-426d-97cb-a26c18ae37ce req-30fa2b4d-7bbd-4fc7-94ea-0a0aa13d0608 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:23.377359 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87316330-281a-426d-97cb-a26c18ae37ce req-30fa2b4d-7bbd-4fc7-94ea-0a0aa13d0608 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.2152259 Feb 17 18:10:23.499120 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87316330-281a-426d-97cb-a26c18ae37ce req-68ea5994-1e4a-4e01-8775-ea6ae4148c28 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1094165 Feb 17 18:10:23.552446 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-28d09743-5f12-431d-87d7-abf21dba4c56 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2520692 Feb 17 18:10:24.874008 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee90ed-5658-42c7-9b47-b0352b9e163f req-677fe9a6-52cf-43de-b8fa-57caeb77bce1 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:24.876408 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-95ee90ed-5658-42c7-9b47-b0352b9e163f req-677fe9a6-52cf-43de-b8fa-57caeb77bce1 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1232340 Feb 17 18:10:24.946016 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-95ee90ed-5658-42c7-9b47-b0352b9e163f req-0247bf9f-80fc-4492-a0a2-77b122ef6923 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0616565 Feb 17 18:10:25.440697 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098bbc-1976-447b-a363-55ccd084f28a req-886f5a65-f4e7-47a2-9d42-aa844f4474f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:25.443862 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-886f5a65-f4e7-47a2-9d42-aa844f4474f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d&tenant_id=9f13c1cab35643cdb6c18e225439e2b3 HTTP/1.1" status: 200 len: 1160 time: 0.1592634 Feb 17 18:10:25.653583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098bbc-1976-447b-a363-55ccd084f28a req-35a78622-ee82-4e05-9351-047ffbeaf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:25.655239 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-35a78622-ee82-4e05-9351-047ffbeaf25d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1160 time: 0.1731207 Feb 17 18:10:26.264718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098bbc-1976-447b-a363-55ccd084f28a req-70d5a632-72ec-4de3-b82a-aeb6dd70c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:26.267556 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-70d5a632-72ec-4de3-b82a-aeb6dd70c4ee service neutron] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.6034524 Feb 17 18:10:26.478284 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-555196ba-4e75-4d29-bf76-16d70336662c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 997 time: 0.2035506 Feb 17 18:10:26.479554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d09b-8af2-44a2-b8ee-57a8714a9859 req-ef73ab8c-8965-499a-a7c4-751e21b02dbb tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:26.481438 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0825d09b-8af2-44a2-b8ee-57a8714a9859 req-ef73ab8c-8965-499a-a7c4-751e21b02dbb tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.3620346 Feb 17 18:10:26.589665 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098bbc-1976-447b-a363-55ccd084f28a req-a64b503a-fb39-4741-b665-012ada123f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:26.590754 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0825d09b-8af2-44a2-b8ee-57a8714a9859 req-0097b0ea-7477-4e66-8923-9cc90c77fab4 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0959146 Feb 17 18:10:26.594646 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-a64b503a-fb39-4741-b665-012ada123f4a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.1023815 Feb 17 18:10:26.724341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098bbc-1976-447b-a363-55ccd084f28a req-79fa7fcd-f6f0-430b-8248-650864bb0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:26.727384 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-79fa7fcd-f6f0-430b-8248-650864bb0c3a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1262174 Feb 17 18:10:26.999973 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-5f31c2c6-d3c8-42bd-8fe8-58403f5b0204 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599814 Feb 17 18:10:27.249137 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a3098bbc-1976-447b-a363-55ccd084f28a req-f54661e6-a462-4f86-931f-96a6a9d8bdaf service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2401056 Feb 17 18:10:28.005889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed06e83-ab4a-48b3-b7af-3db01f7e1f23 req-44ed78db-13d1-4947-8097-997f5a7f0e9c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:28.008419 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aed06e83-ab4a-48b3-b7af-3db01f7e1f23 req-44ed78db-13d1-4947-8097-997f5a7f0e9c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1710665 Feb 17 18:10:28.107450 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aed06e83-ab4a-48b3-b7af-3db01f7e1f23 req-4675270d-0ff7-4402-8c63-d84763f66921 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0853748 Feb 17 18:10:29.479251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ad652-6def-4a45-8751-c2335644c135 req-2282d881-3694-4abe-b428-73b20c946387 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:29.482055 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9c7ad652-6def-4a45-8751-c2335644c135 req-2282d881-3694-4abe-b428-73b20c946387 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1713531 Feb 17 18:10:29.574097 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9c7ad652-6def-4a45-8751-c2335644c135 req-85ccb778-c08f-4094-832f-375bfee2c72c tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0834475 Feb 17 18:10:30.420702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58158) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:30.569233 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Deleting subnet b4a9267e-a91a-41a8-848b-515a7c0a11d8 {{(pid=84001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:10:30.573276 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:30.663440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850764744'] for subnet, precommit_delete_associations {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:30.782173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:30.972940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ee219-7fac-4879-9c69-9db810b86eaf req-35f9fab0-67da-4b43-aaf3-da443f254256 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:30.975145 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5a7ee219-7fac-4879-9c69-9db810b86eaf req-35f9fab0-67da-4b43-aaf3-da443f254256 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.1651480 Feb 17 18:10:31.033231 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-5a7ee219-7fac-4879-9c69-9db810b86eaf req-4f2edf4f-f838-4091-9998-4323956f6045 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0508633 Feb 17 18:10:31.225845 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852582744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852470673'] for subnet, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:31.235628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:10:31.256236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:31.379951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:31.380649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:31.429087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a9267e-a91a-41a8-848b-515a7c0a11d8,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:31.438426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:31.522586 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:31.539343 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58170) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:31.539679 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b4a9267e-a91a-41a8-848b-515a7c0a11d8 HTTP/1.1" status: 204 len: 168 time: 1.1169670 Feb 17 18:10:31.566060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:31.623794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3ed327db-42aa-4365-85d7-609f9f138376,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:10:31.626323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:10:31.634260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:31.638860 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:31.700447 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:31.761214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=6']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:31.774240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:31.800047 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'code': 200} Feb 17 18:10:32.033317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:32.207622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc791c1-a4cb-4f62-abc6-5643b209d5ab']}} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:32.235873 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacfa92-7b0b-4be1-a324-d212a48aa22c req-003677bb-a4b9-427d-ad33-a697f8fc550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:32.236569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde5bfd5-ce9d-4d31-85e7-55331b7739ef') {'for_net_delete': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:32.237904 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde5bfd5-ce9d-4d31-85e7-55331b7739ef') {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:32.238508 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2eacfa92-7b0b-4be1-a324-d212a48aa22c req-003677bb-a4b9-427d-ad33-a697f8fc550c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.1146920 Feb 17 18:10:32.255813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853609479'] for segment, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:32.298152 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2eacfa92-7b0b-4be1-a324-d212a48aa22c req-376120ce-4353-406f-8576-e5eae2128edf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0523334 Feb 17 18:10:32.318497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:32.326026 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:10:32.548518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab has no segments {{(pid=84000) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:10:32.561367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3708722'] for segment, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:32.674706 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d437071-7ac0-46c5-94df-b733a850ac19 req-03643b39-9d9f-4d8f-a242-bf3e567a593d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:32.676573 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1d437071-7ac0-46c5-94df-b733a850ac19 req-03643b39-9d9f-4d8f-a242-bf3e567a593d tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.3996115 Feb 17 18:10:32.794269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:10:32.909228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 3ed327db-42aa-4365-85d7-609f9f138376 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:32.909656 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:32.911122 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Network 5bc791c1-a4cb-4f62-abc6-5643b209d5ab has no segments {{(pid=84000) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:10:32.928891 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1d437071-7ac0-46c5-94df-b733a850ac19 req-a401ff92-e8c8-4ded-8cd4-6965bcf68545 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2338948 Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:10:32.974831 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:10:33.014278 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c7e19252-fbf5-4e3f-ad4b-09994ecc08c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.129023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.133601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:33.156043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.167372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc791c1-a4cb-4f62-abc6-5643b209d5ab,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:33.176260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:33.178734 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-49a82f79-abdc-4386-8048-8efb5930697a admin admin] 10.222.0.68 "DELETE /v2.0/networks/5bc791c1-a4cb-4f62-abc6-5643b209d5ab HTTP/1.1" status: 204 len: 168 time: 1.6376996 Feb 17 18:10:33.183692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58192) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:33.279525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Deleting subnet d2aae402-c704-4b6c-b9b6-63424beed95f {{(pid=84001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:10:33.285630 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.393276 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850764744'] for subnet, precommit_delete_associations {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.473239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.734842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58200) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:33.835473 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852582744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852470673'] for subnet, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.853706 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-31fc1196-8601-458c-b61f-4fdd62264386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:33.889243 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:33.907224 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:10:33.912454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Usage tracker for resource:security_group_rule and tenant:0be7affe81cd45f78964fcb07e8d8958 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:10:33.916062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:10:33.922963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:10:33.947223 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2aae402-c704-4b6c-b9b6-63424beed95f,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:33.952314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:34.029649 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.033267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.042474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.058723 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c8a212bd-6a40-40b1-967c-9c29c90e291d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d2aae402-c704-4b6c-b9b6-63424beed95f HTTP/1.1" status: 204 len: 168 time: 0.8732741 Feb 17 18:10:34.059832 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58210) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:34.064134 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7941d890-7611-41f2-b068-e2e002164b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:34.074594 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0be7affe81cd45f78964fcb07e8d8958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385248 Feb 17 18:10:34.080751 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58214) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:34.170445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43447c3-dcdc-4e17-bf63-321fa992e24a,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:34.203006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9b220ad3-d835-4c1c-9421-2d1436315f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:34.216603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.288225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-30c35ebc-b6f7-41fc-beee-c8dc157be39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.344105 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-30c35ebc-b6f7-41fc-beee-c8dc157be39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.449120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4039d8-6df5-4ef1-af7b-5c5ee8ba3430 req-2fb8315f-2625-4e4d-b213-21b1a2681c0e tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:34.450844 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8e4039d8-6df5-4ef1-af7b-5c5ee8ba3430 req-2fb8315f-2625-4e4d-b213-21b1a2681c0e tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.3444192 Feb 17 18:10:34.458533 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-30c35ebc-b6f7-41fc-beee-c8dc157be39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.464329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ab85590a-6d53-44fc-88d8-c672f947f6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:34.506282 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c35ebc-b6f7-41fc-beee-c8dc157be39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43447c3-dcdc-4e17-bf63-321fa992e24a,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:34.515331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-30c35ebc-b6f7-41fc-beee-c8dc157be39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:34.520350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-30c35ebc-b6f7-41fc-beee-c8dc157be39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.525997 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-30c35ebc-b6f7-41fc-beee-c8dc157be39d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f43447c3-dcdc-4e17-bf63-321fa992e24a HTTP/1.1" status: 204 len: 168 time: 0.4392910 Feb 17 18:10:34.555170 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8e4039d8-6df5-4ef1-af7b-5c5ee8ba3430 req-9c852d3e-c0d6-4b7d-8b15-2b0c1c097763 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0794113 Feb 17 18:10:34.639384 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.829382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c56f6f-c329-4930-a5d4-dde1439691b2']}} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:34.861459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342ec87c-28a1-4be2-a723-e3297f171fbb') {'for_net_delete': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:34.862595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342ec87c-28a1-4be2-a723-e3297f171fbb') {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:34.890423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011040'] for segment, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.919389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:34.929186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:10:35.155286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0e47ba87-ab82-4834-8c2b-84bbb482dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:35.205834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Network b3c56f6f-c329-4930-a5d4-dde1439691b2 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:10:35.226169 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189911'] for segment, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:35.329525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:35.470412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Network b3c56f6f-c329-4930-a5d4-dde1439691b2 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:10:35.516884 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:10:35.961275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:35.969837 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:35.985159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:36.008141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c56f6f-c329-4930-a5d4-dde1439691b2,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:36.014331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:36.022072 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-bc39e59e-80e4-4bc3-a925-d5a17a881fc6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b3c56f6f-c329-4930-a5d4-dde1439691b2 HTTP/1.1" status: 204 len: 168 time: 1.9559216 Feb 17 18:10:36.039142 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-0fadde33-bf35-40d9-b10f-26c52e514496 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1671748 Feb 17 18:10:36.316829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-01b63e20-e8a8-4a6c-8db1-703bf612d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:36.318718 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-01b63e20-e8a8-4a6c-8db1-703bf612d214 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.1493905 Feb 17 18:10:36.350696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58240) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:36.453021 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5f56b34b-41ce-4bb3-9166-2ae44893f9bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a3450031d1ee4ee2b456ffa2db566531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974586 Feb 17 18:10:36.453641 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58244) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:36.576748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:36.594380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-7e99aca5-1108-40e9-a912-d0a0c5c92486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:36.596306 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-7e99aca5-1108-40e9-a912-d0a0c5c92486 service neutron] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.2463934 Feb 17 18:10:36.632437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:36.720120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:36.730947 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b715a96a-6e42-4325-923e-b14675b65478 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:36.752883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:36.756748 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:36.759332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:36.764087 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-71d19db3-ac1b-470e-b734-47ff7bbd0899 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 999 time: 0.1600337 Feb 17 18:10:36.764744 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c6a8ce0-c39c-4ba2-ab85-a2e3592fdaea HTTP/1.1" status: 204 len: 168 time: 0.3093100 Feb 17 18:10:36.808327 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:36.887644 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-354853cc-028e-40c2-b204-b2edb70dc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:36.890833 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-354853cc-028e-40c2-b204-b2edb70dc363 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.1202586 Feb 17 18:10:37.022364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-a6edd7d2-212c-4ce7-a19e-bde7cdca422a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:37.024778 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-a6edd7d2-212c-4ce7-a19e-bde7cdca422a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1266303 Feb 17 18:10:37.154587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:37.296847 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-17d9dfe9-9f67-4534-bce2-6fe11985c922 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637119 Feb 17 18:10:37.470562 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bcddc2f4-806b-43cc-91e5-6cd72ac7838b req-b1879c36-c4d9-4524-b3b6-a7e2117a2839 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1662598 Feb 17 18:10:37.503938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58262) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:37.600426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58270) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:37.600971 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-bf5fd38b-acb1-4484-8ebb-9f27ec7ccbd1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5de6b94f0dd497a82214a37aa0f0add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0950351 Feb 17 18:10:37.712747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c755c7b5-3bad-4aea-99b7-501ec74f6beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:37.728775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:37.775444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c755c7b5-3bad-4aea-99b7-501ec74f6beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:38.019429 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9cda0-4241-44ee-ad48-d69c42b14325 req-221676cb-bbf0-405b-b9f9-a974f625e03c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:38.022560 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-42f9cda0-4241-44ee-ad48-d69c42b14325 req-221676cb-bbf0-405b-b9f9-a974f625e03c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.2230911 Feb 17 18:10:38.023764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c755c7b5-3bad-4aea-99b7-501ec74f6beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:38.036175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e0ff6f66-2977-480e-9da8-fe859cacd01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:38.088242 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755c7b5-3bad-4aea-99b7-501ec74f6beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e1cec-1e18-44bc-befa-261088a44631,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:38.098904 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c755c7b5-3bad-4aea-99b7-501ec74f6beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:38.105685 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c755c7b5-3bad-4aea-99b7-501ec74f6beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:38.107428 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c755c7b5-3bad-4aea-99b7-501ec74f6beb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/822e1cec-1e18-44bc-befa-261088a44631 HTTP/1.1" status: 204 len: 168 time: 0.5057487 Feb 17 18:10:38.147970 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-42f9cda0-4241-44ee-ad48-d69c42b14325 req-29bab19d-cc31-44d7-87a3-5476d4d53d5e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159289 Feb 17 18:10:39.208547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58300) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:39.446338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1130127891-network', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:39.461826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:10:39.469030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Usage tracker for resource:network and tenant:d37dd90f026c4732b758e1885f1f7db1 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:10:39.475199 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:10:39.486066 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:10:39.503993 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Made reservation on behalf of d37dd90f026c4732b758e1885f1f7db1 for: {'network': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:10:39.509285 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.533260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.563652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2ea21-a32a-4f75-b992-dce862b450b1 req-f42d97f6-cd74-412b-b778-06b9d940ccf2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:39.565683 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-73b2ea21-a32a-4f75-b992-dce862b450b1 req-f42d97f6-cd74-412b-b778-06b9d940ccf2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.1842108 Feb 17 18:10:39.568972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:10:39.574681 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d37dd90f026c4732b758e1885f1f7db1 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:10:39.581590 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:10:39.606568 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:10:39.661089 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-73b2ea21-a32a-4f75-b992-dce862b450b1 req-0f40878b-8fcd-4c74-ba07-3b1ce5f4c58e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819879 Feb 17 18:10:39.759650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.763156 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.766584 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-875bfa35-639e-4f2b-99d3-a4cb7b957908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:39.811476 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=84000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:10:39.819057 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:39.823603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:39.828396 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.828985 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Added segment 4d37b832-dadc-43ac-93e3-32a79d5f538f of type vxlan for network b7dca86c-a2b2-4693-924a-608b0543f5e3 Feb 17 18:10:39.876670 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.920341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.922099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:39.922822 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:39.927974 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:40.058873 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8483727 Feb 17 18:10:40.063721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58306) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:40.067639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b7dca86c-a2b2-4693-924a-608b0543f5e3,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:40.074379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Request body: {'subnet': {'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1130127891-subnet', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'ip_version': 4}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:40.079000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e2bd2a6f-e53c-4b60-94d4-9ee9f4b2c1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:40.082512 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:10:40.083851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:10:40.087839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Usage tracker for resource:subnet and tenant:d37dd90f026c4732b758e1885f1f7db1 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:10:40.091916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:10:40.100683 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:10:40.113493 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Made reservation on behalf of d37dd90f026c4732b758e1885f1f7db1 for: {'subnet': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:10:40.118835 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1243981'] for subnet, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:40.307326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:10:40.856125 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1243996'] for subnet, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:40.861172 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:10:40.889608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:41.258161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb4195e-5cee-4ff1-be80-5acd9ab20ae0,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:41.290638 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:41.359775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce1388-7494-4496-8b2b-7f612d2242a6 req-8f2fd9c7-0703-4dfe-98c4-802c1c979d47 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:41.363779 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-97ce1388-7494-4496-8b2b-7f612d2242a6 req-8f2fd9c7-0703-4dfe-98c4-802c1c979d47 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.4173467 Feb 17 18:10:41.508121 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-97ce1388-7494-4496-8b2b-7f612d2242a6 req-c178849b-f36f-4ba7-a032-f4d22725140c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348383 Feb 17 18:10:41.510373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Checking segment: {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:10:41.511030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Network hostable DHCP agents. Network: b7dca86c-a2b2-4693-924a-608b0543f5e3, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:10:41.551270 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:10:41.568140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, b7dca86c-a2b2-4693-924a-608b0543f5e3) {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:10:41.586732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38eb95d-6fa0-4c9d-9c50-57646cf3139c None None] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:10:41.590707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:41.591844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:41.633580 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-28fde511-08c4-42dc-9e25-c163fc8e18bd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5668607 Feb 17 18:10:41.637241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58322) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:41.647858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:10:41.656898 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:10:41.664829 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Usage tracker for resource:router and tenant:d37dd90f026c4732b758e1885f1f7db1 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:10:41.671955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:10:41.684210 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:10:41.700960 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854377250', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3388'] for router, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:41.703000 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854377431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-421003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772443'] for router, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:41.731608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:41.951949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4dbf15ac-85dc-51c3-8488-ffdd52fbcdca-b7dca86c-a2b2-4693-924a-608b0543f5e3', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'fixed_ips': [{'subnet_id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0'}]}} from dv-cinder-760193-3-smb. {{(pid=84002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 18:10:41.953603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:42.437556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Allocated IP 172.20.0.2 (b7dca86c-a2b2-4693-924a-608b0543f5e3/2cb4195e-5cee-4ff1-be80-5acd9ab20ae0/07cdee5a-83a8-4c60-9027-20936773f989) {{(pid=84002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:10:42.563660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772458'] for router, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:42.898366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Notify callbacks [] for port, precommit_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:42.920779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Transition to ACTIVE for port object 07cdee5a-83a8-4c60-9027-20936773f989 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:10:42.946824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Transition to ACTIVE for port object 07cdee5a-83a8-4c60-9027-20936773f989 will not be triggered until provisioned by entity DHCP. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:10:42.953732 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594'] for port, after_create {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:42.976130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ef15e2aa-676e-4fff-a24a-735dcce16761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:43.169409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6874e80-9185-41c8-904c-1f5608c21011 req-4f0e4cd1-2472-43dd-a641-ca2695aa0b89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:43.172595 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f6874e80-9185-41c8-904c-1f5608c21011 req-4f0e4cd1-2472-43dd-a641-ca2695aa0b89 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3867819 Feb 17 18:10:43.197847 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Pushing event updated for resources: {'Port': ['ID=07cdee5a-83a8-4c60-9027-20936773f989,revision_number=1']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:43.221507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.222189 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.222843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.223567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.224277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.224949 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.225617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.226269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.228103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.228786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.229782 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.230442 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.231225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.232014 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.232594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.233254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.233914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.234574 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.235235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.235916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.236601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.239228 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.239937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.240852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:10:43.249323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:43.354044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 is already hosted by enough agents. {{(pid=84002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:10:43.356263 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Resources bound (agent type, host, resource id): {{(pid=84002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:10:43.362575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Received port after_create {{(pid=84002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:10:43.481553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Attempting to bind port 07cdee5a-83a8-4c60-9027-20936773f989 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:10:43.482377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Attempting to bind port 07cdee5a-83a8-4c60-9027-20936773f989 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:10:43.483110 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Attempting to bind port 07cdee5a-83a8-4c60-9027-20936773f989 on network b7dca86c-a2b2-4693-924a-608b0543f5e3 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:10:43.487914 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f6874e80-9185-41c8-904c-1f5608c21011 req-5bd1be86-adef-4130-9c81-fee3793dea5a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015429 Feb 17 18:10:43.494075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:43.497754 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:10:43.498804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Checking segment: {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:10:43.499677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:43.500603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Bound using segment: {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:10:43.504177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Bound port: 07cdee5a-83a8-4c60-9027-20936773f989, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:10:43.505211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:43.570339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:43.730614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] For port 07cdee5a-83a8-4c60-9027-20936773f989, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:10:43.739325 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] For port 07cdee5a-83a8-4c60-9027-20936773f989, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=07cdee5a-83a8-4c60-9027-20936773f989,segment=NetworkSegment(4d37b832-dadc-43ac-93e3-32a79d5f538f),segment_id=4d37b832-dadc-43ac-93e3-32a79d5f538f)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:10:43.749178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:43.778794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:44.026096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Pushing event updated for resources: {'Port': ['ID=07cdee5a-83a8-4c60-9027-20936773f989,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:44.032965 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:44.182504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Allocated IP 172.28.2.70 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/740368af-371e-4a32-bc0c-8242bb6d1959) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:10:44.487693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:44.622209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:44.656162 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5c7cdf4a-79a3-4aab-b750-a74082648f4d tempest-VolumesSnapshotTestJSON-1339921269 tempest-VolumesSnapshotTestJSON-1339921269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:45.035390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Pushing event updated for resources: {'Port': ['ID=740368af-371e-4a32-bc0c-8242bb6d1959,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:45.045487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:45.199322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a731b-038d-42d4-bc22-e1abb07ff2b1 req-058ca0dd-fcef-406a-a9ee-5bb8d3df1712 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:45.202959 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fe6a731b-038d-42d4-bc22-e1abb07ff2b1 req-058ca0dd-fcef-406a-a9ee-5bb8d3df1712 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3664153 Feb 17 18:10:45.214942 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:10:45.220802 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:10:45.226417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:10:45.435314 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fe6a731b-038d-42d4-bc22-e1abb07ff2b1 req-62b120df-c530-4720-9351-62a4d5f04ddb tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175403 Feb 17 18:10:45.908583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c844c2c-7844-4d3e-85b8-2d81702863fc None None] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:10:46.011161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-42204ddb-5321-493d-9468-b915d9eab607 None None] Provisioning for port 07cdee5a-83a8-4c60-9027-20936773f989 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:10:46.162002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:46.182099 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 07cdee5a-83a8-4c60-9027-20936773f989 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:10:46.450015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 07cdee5a-83a8-4c60-9027-20936773f989 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:10:46.469872 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 07cdee5a-83a8-4c60-9027-20936773f989 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:46.469872 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:46.824984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:46.900304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 07cdee5a-83a8-4c60-9027-20936773f989, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=07cdee5a-83a8-4c60-9027-20936773f989,segment=NetworkSegment(4d37b832-dadc-43ac-93e3-32a79d5f538f),segment_id=4d37b832-dadc-43ac-93e3-32a79d5f538f)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:10:46.905456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:46.909702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:47.073722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=07cdee5a-83a8-4c60-9027-20936773f989,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:47.089509 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:47.110339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-e1427475-b7a8-4da6-b9ce-0a3ab3cac460 None None] Provisioning complete for port 07cdee5a-83a8-4c60-9027-20936773f989 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:47.111061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1427475-b7a8-4da6-b9ce-0a3ab3cac460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:47.452803 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355189'] for router, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:47.504842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-15e22599-c169-4cf3-a730-edc5515cae28 None None] Provisioning complete for port 07cdee5a-83a8-4c60-9027-20936773f989 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:47.505723 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-15e22599-c169-4cf3-a730-edc5515cae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:47.691583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573112d-23b8-4601-a250-df19cd0dfa2c req-d625ae9f-8f79-45de-8c83-501ef12fad20 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:47.695312 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9573112d-23b8-4601-a250-df19cd0dfa2c req-d625ae9f-8f79-45de-8c83-501ef12fad20 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.9672489 Feb 17 18:10:47.887501 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9573112d-23b8-4601-a250-df19cd0dfa2c req-a2c3003d-3bb8-468b-bb27-c5abebcd424e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763344 Feb 17 18:10:47.897461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-42a5aa78-ed3d-4264-96e7-423d56dcac05 None None] Provisioning complete for port 07cdee5a-83a8-4c60-9027-20936773f989 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:47.898297 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-42a5aa78-ed3d-4264-96e7-423d56dcac05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:47.936594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Router 53aaf512-2b11-40a7-a387-f4cf4437eb08 is scheduled to L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 with binding_index 1 {{(pid=84000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 18:10:48.161956 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 07cdee5a-83a8-4c60-9027-20936773f989 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:10:48.306011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 07cdee5a-83a8-4c60-9027-20936773f989 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:48.306714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:48.349922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:10:48.402372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] Notify callbacks [] for router, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:48.405163 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-678fc469-f1ae-425f-81b2-463a65a54f6a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7657599 Feb 17 18:10:48.409718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58358) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:10:48.617936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Sync routers for ids ['53aaf512-2b11-40a7-a387-f4cf4437eb08'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:10:48.676060 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Routers {'53aaf512-2b11-40a7-a387-f4cf4437eb08'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:10:48.679401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:10:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['53aaf512-2b11-40a7-a387-f4cf4437eb08'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:49.124296 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Set router 53aaf512-2b11-40a7-a387-f4cf4437eb08 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:10:49.654977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef19ee-2349-4b66-9999-6d48ca832424 req-98a188d6-bc6f-4c66-8834-a04028540967 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:49.657778 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d3ef19ee-2349-4b66-9999-6d48ca832424 req-98a188d6-bc6f-4c66-8834-a04028540967 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3670413 Feb 17 18:10:49.737299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:45Z', 'revision_number': 3, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:49.747937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Checking router: 53aaf512-2b11-40a7-a387-f4cf4437eb08 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:10:49.748622 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Updating router 53aaf512-2b11-40a7-a387-f4cf4437eb08 port 740368af-371e-4a32-bc0c-8242bb6d1959 binding host dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:10:49.860863 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:49.880272 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d3ef19ee-2349-4b66-9999-6d48ca832424 req-320405db-1ad7-4a9e-be6f-958e6df57908 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994989 Feb 17 18:10:49.936428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:50.409951 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Allocated IP 172.20.0.1 (b7dca86c-a2b2-4693-924a-608b0543f5e3/2cb4195e-5cee-4ff1-be80-5acd9ab20ae0/15c9b51b-fecf-4bb1-b907-6bbc182748c7) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:10:50.610816 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Notify callbacks [] for port, precommit_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:50.627070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Transition to ACTIVE for port object 740368af-371e-4a32-bc0c-8242bb6d1959 will not be triggered until provisioned by entity L2. {{(pid=84002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:10:50.631477 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:50.649673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:50.671005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:50.705905 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Transition to ACTIVE for port object 15c9b51b-fecf-4bb1-b907-6bbc182748c7 will not be triggered until provisioned by entity DHCP. {{(pid=84000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:10:50.752445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:50.791390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7bb82d16-67d1-4ffd-bd98-49f0f9a4c245 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:50.892408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cd352-7adc-462d-bb91-2a5def38d989 None None] Pushing event updated for resources: {'Port': ['ID=740368af-371e-4a32-bc0c-8242bb6d1959,revision_number=2']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:50.904143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3f6cd352-7adc-462d-bb91-2a5def38d989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:51.045652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Attempting to bind port 740368af-371e-4a32-bc0c-8242bb6d1959 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:10:51.046547 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Attempting to bind port 740368af-371e-4a32-bc0c-8242bb6d1959 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:10:51.047269 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Attempting to bind port 740368af-371e-4a32-bc0c-8242bb6d1959 on network b0770177-7107-409d-9bed-e1ff27810df2 {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:10:51.064326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:10:51.064778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Checking segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:10:51.065354 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:51.065807 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Bound using segment: {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'} {{(pid=84002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:10:51.066377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Bound port: 740368af-371e-4a32-bc0c-8242bb6d1959, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55a4665-c253-418b-b208-4a0996c20754', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}}] {{(pid=84002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:10:51.068839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:51.211145 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] For port 740368af-371e-4a32-bc0c-8242bb6d1959, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:10:51.215809 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] For port 740368af-371e-4a32-bc0c-8242bb6d1959, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=740368af-371e-4a32-bc0c-8242bb6d1959,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:10:51.221731 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:51.242376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:51.491589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cd352-7adc-462d-bb91-2a5def38d989 None None] Pushing event updated for resources: {'Port': ['ID=740368af-371e-4a32-bc0c-8242bb6d1959,revision_number=3']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:51.560147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3f6cd352-7adc-462d-bb91-2a5def38d989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:51.568838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=15c9b51b-fecf-4bb1-b907-6bbc182748c7,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:51.573440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:51.604330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Routers {'53aaf512-2b11-40a7-a387-f4cf4437eb08'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:10:51.605407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:10:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['53aaf512-2b11-40a7-a387-f4cf4437eb08'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:51.700669 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:10:51.710028 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee2266-adbb-4805-b3f2-6a6874d967ae req-3860b76d-64b0-44a5-ba10-9f079704391e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:51.712388 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aeee2266-adbb-4805-b3f2-6a6874d967ae req-3860b76d-64b0-44a5-ba10-9f079704391e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3584704 Feb 17 18:10:51.713581 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:10:51.716769 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:10:51.956794 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-aeee2266-adbb-4805-b3f2-6a6874d967ae req-1f535061-9848-452f-9709-da8430ac8115 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972136 Feb 17 18:10:51.958628 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396306'] for router_interface, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:51.983492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] Set router 53aaf512-2b11-40a7-a387-f4cf4437eb08 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:10:52.686920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-2aa9ecca-d724-4655-91a0-601c55b40f14 None None] Provisioning for port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:10:52.711176 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-2aa9ecca-d724-4655-91a0-601c55b40f14 None None] Provisioning complete for port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:52.712112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ecca-d724-4655-91a0-601c55b40f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:52.841002 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:52.881264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-2aa9ecca-d724-4655-91a0-601c55b40f14 None None] Port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:10:53.125049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:45Z', 'revision_number': 3, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:53.135518 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28286f-e05e-4192-9d49-cff557fc4594 None None] The sync data for ids ['53aaf512-2b11-40a7-a387-f4cf4437eb08'] in dv-cinder-760193-3-smb is: [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:45Z', 'revision_number': 3, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:10:53.853855 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b3cc6-b7e8-4842-bef5-176a0a5d0594 req-695ec805-256b-481a-9495-891e9c5a16f0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:53.859265 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-be2b3cc6-b7e8-4842-bef5-176a0a5d0594 req-695ec805-256b-481a-9495-891e9c5a16f0 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.4663565 Feb 17 18:10:53.990652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:54.052937 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-be2b3cc6-b7e8-4842-bef5-176a0a5d0594 req-7aa95727-3e7f-4b1d-916d-ad6d7f8e401f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705656 Feb 17 18:10:54.054492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3708688'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:54.168511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-93d8d0ea-c56a-441c-b4e5-25260bc629e3 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:54.312696 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 740368af-371e-4a32-bc0c-8242bb6d1959 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:10:54.388614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854202508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854379404'] for router_interface, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:54.408492 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Pushing event updated for resources: {'Port': ['ID=15c9b51b-fecf-4bb1-b907-6bbc182748c7,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:54.434793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:54.619380 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 740368af-371e-4a32-bc0c-8242bb6d1959 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:10:54.634264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 740368af-371e-4a32-bc0c-8242bb6d1959 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:54.634963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:54.822132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:10:54.827588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:10:55.073309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:55.186675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 740368af-371e-4a32-bc0c-8242bb6d1959, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=740368af-371e-4a32-bc0c-8242bb6d1959,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:10:55.194471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:55.197941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-17dc3dc8-7154-41fd-8d51-1387405332a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:10:55.482736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-362bff36-414b-4105-994b-222ba7546c7c None None] Provisioning complete for port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:55.483351 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-362bff36-414b-4105-994b-222ba7546c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:55.495727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Router 53aaf512-2b11-40a7-a387-f4cf4437eb08 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:10:55.605632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=740368af-371e-4a32-bc0c-8242bb6d1959,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:10:55.630839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:10:55.667330 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-362bff36-414b-4105-994b-222ba7546c7c None None] Port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:10:56.011120 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c76d1d-a6f4-44ab-a401-99303925a527 req-f0044434-a6f4-4033-b372-7885ecf48723 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:56.028050 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-91c76d1d-a6f4-44ab-a401-99303925a527 req-f0044434-a6f4-4033-b372-7885ecf48723 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.5086522 Feb 17 18:10:56.121676 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:10:56.188830 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2e0ee602-b624-4d91-8f0e-3cd91581f2c6 admin admin] 10.222.0.68 "PUT /v2.0/routers/53aaf512-2b11-40a7-a387-f4cf4437eb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7769990 Feb 17 18:10:56.231703 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-91c76d1d-a6f4-44ab-a401-99303925a527 req-e9e16f85-fa6a-4bd9-87a4-a1a177cdd90a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992273 Feb 17 18:10:56.255627 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 740368af-371e-4a32-bc0c-8242bb6d1959 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:10:56.409350 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 740368af-371e-4a32-bc0c-8242bb6d1959 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:10:56.410438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:10:57.489197 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Sync routers for ids ['53aaf512-2b11-40a7-a387-f4cf4437eb08'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:10:57.516544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Routers {'53aaf512-2b11-40a7-a387-f4cf4437eb08'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:10:57.518222 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:10:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['53aaf512-2b11-40a7-a387-f4cf4437eb08'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:57.984934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39a15e-a327-4317-bbe0-e6e0bbebfa47 req-b6f3f757-35b2-4dbd-aaf6-948a0e65b45b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:10:58.008627 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-be39a15e-a327-4317-bbe0-e6e0bbebfa47 req-b6f3f757-35b2-4dbd-aaf6-948a0e65b45b tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3053184 Feb 17 18:10:58.066383 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Set router 53aaf512-2b11-40a7-a387-f4cf4437eb08 gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:10:58.223641 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-be39a15e-a327-4317-bbe0-e6e0bbebfa47 req-77422130-d112-4e7c-9818-328ae8a44ed2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010028 Feb 17 18:10:59.069560 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:52Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '15c9b51b-fecf-4bb1-b907-6bbc182748c7', 'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'mac_address': 'fa:16:3e:ce:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:50Z', 'updated_at': '2021-02-17T18:10:53Z', 'revision_number': 2, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'subnets': [{'id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:10:59.094526 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Checking router: 53aaf512-2b11-40a7-a387-f4cf4437eb08 for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:10:59.096082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Updating router 53aaf512-2b11-40a7-a387-f4cf4437eb08 port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 binding host dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 18:10:59.411386 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:00.183785 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f0780-50db-462f-85d1-e80fb088e4c0 req-f5ecee5b-5b2e-42df-b3de-9fb99ed33016 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:00.213357 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-714f0780-50db-462f-85d1-e80fb088e4c0 req-f5ecee5b-5b2e-42df-b3de-9fb99ed33016 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3987536 Feb 17 18:11:00.423761 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-714f0780-50db-462f-85d1-e80fb088e4c0 req-3dd47a87-2337-49ce-bf81-cbaea1c3d4b3 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071431 Feb 17 18:11:00.754290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Notify callbacks [] for port, precommit_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:00.775239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Transition to ACTIVE for port object 15c9b51b-fecf-4bb1-b907-6bbc182748c7 will not be triggered until provisioned by entity L2. {{(pid=84003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:11:00.779941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:01.141205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9edde26a-129f-4d34-869e-bd724aeab8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:01.401990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Pushing event updated for resources: {'Port': ['ID=15c9b51b-fecf-4bb1-b907-6bbc182748c7,revision_number=3']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:01.426747 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.427420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.428236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.428658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.429239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.429916 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.430532 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.430998 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.431614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.432264 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.432882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.433317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.433950 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.434565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.435190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.435805 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.436496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.437117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.437693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.438332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.439005 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.439613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.440392 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.441037 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:01.451727 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:01.970428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077a54-c7c0-4389-a07c-96b16f202b78 req-be530ade-a5a6-47f3-ad09-31c90195da53 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:01.987496 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-33077a54-c7c0-4389-a07c-96b16f202b78 req-be530ade-a5a6-47f3-ad09-31c90195da53 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 946 time: 0.6329811 Feb 17 18:11:02.062565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Attempting to bind port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 on host dv-cinder-760193-3-smb for vnic_type normal with profile {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:11:02.063743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Attempting to bind port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 by drivers openvswitch on host dv-cinder-760193-3-smb at level 0 using segments [{'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:11:02.064810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Attempting to bind port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 on network b7dca86c-a2b2-4693-924a-608b0543f5e3 {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:11:02.102459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Checking agent: {'id': 'eb7ae3ae-5ea1-4314-8338-cd8458e121a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 17, 54, 7), 'started_at': datetime.datetime(2021, 2, 17, 17, 54, 37), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.70', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:11:02.103555 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Checking segment: {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:11:02.104482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:02.108577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Bound using segment: {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'} {{(pid=84003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:11:02.114457 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-33077a54-c7c0-4389-a07c-96b16f202b78 req-5db5fc49-275c-4fcd-8a76-2fc4cc62a881 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250544 Feb 17 18:11:02.117274 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Bound port: 15c9b51b-fecf-4bb1-b907-6bbc182748c7, host: dv-cinder-760193-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'}}] {{(pid=84003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:11:02.122426 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:02.176593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffa6e1-a91e-460f-afd5-6102b4b5ff85 req-4598d367-5ab2-474a-aa34-7c4172be810c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:02.193190 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7cffa6e1-a91e-460f-afd5-6102b4b5ff85 req-4598d367-5ab2-474a-aa34-7c4172be810c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.4820392 Feb 17 18:11:02.322096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] For port 15c9b51b-fecf-4bb1-b907-6bbc182748c7, host dv-cinder-760193-3-smb, cleared binding levels {{(pid=84003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:11:02.326448 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] For port 15c9b51b-fecf-4bb1-b907-6bbc182748c7, host dv-cinder-760193-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=15c9b51b-fecf-4bb1-b907-6bbc182748c7,segment=NetworkSegment(4d37b832-dadc-43ac-93e3-32a79d5f538f),segment_id=4d37b832-dadc-43ac-93e3-32a79d5f538f)] {{(pid=84003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:11:02.331926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84003) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:02.348175 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:02.356978 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7cffa6e1-a91e-460f-afd5-6102b4b5ff85 req-f4fb66b2-d188-45e4-ab67-c7df8ef1e043 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621037 Feb 17 18:11:02.444693 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Pushing event updated for resources: {'Port': ['ID=15c9b51b-fecf-4bb1-b907-6bbc182748c7,revision_number=4']} {{(pid=84003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:02.570034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2d52dcf0-5d42-4678-a2ae-c5df5136a230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84003) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:02.735610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Routers {'53aaf512-2b11-40a7-a387-f4cf4437eb08'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:11:02.737178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:10:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['53aaf512-2b11-40a7-a387-f4cf4437eb08'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:03.038546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c6caf049-eea2-4fc7-8926-4bbcdc4898fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:03.496275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec4748-f776-4950-8be8-46d4dd806955 req-12ba712d-d71e-4ed9-a422-fbba7386f3b7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:03.497652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3bec4748-f776-4950-8be8-46d4dd806955 req-12ba712d-d71e-4ed9-a422-fbba7386f3b7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Synchronizing usage tracker for tenant:509279e1fb164426987f0909f5241001 on resource:port {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:11:03.596561 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] Set router 53aaf512-2b11-40a7-a387-f4cf4437eb08 gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:11:03.615205 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-3bec4748-f776-4950-8be8-46d4dd806955 req-12ba712d-d71e-4ed9-a422-fbba7386f3b7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Unset dirty status for tenant:509279e1fb164426987f0909f5241001 on resource:port {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:11:03.617685 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3bec4748-f776-4950-8be8-46d4dd806955 req-12ba712d-d71e-4ed9-a422-fbba7386f3b7 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 946 time: 0.5511448 Feb 17 18:11:03.822017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343a69d-e9e5-432b-b870-00a3f4e5ccd0 req-d60dc6e4-5595-4aff-92f4-d80c6accc447 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:03.831446 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8343a69d-e9e5-432b-b870-00a3f4e5ccd0 req-d60dc6e4-5595-4aff-92f4-d80c6accc447 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 946 time: 0.3228793 Feb 17 18:11:03.948045 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Deleting port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:03.952375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:04.356288 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8343a69d-e9e5-432b-b870-00a3f4e5ccd0 req-2762e878-2e40-4dd2-a452-6a927fe477e4 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5233703 Feb 17 18:11:04.367488 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:52Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '15c9b51b-fecf-4bb1-b907-6bbc182748c7', 'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'mac_address': 'fa:16:3e:ce:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:50Z', 'updated_at': '2021-02-17T18:11:02Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'subnets': [{'id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:04.383929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774eba8f-dec9-4d89-b64d-9320d2b5107c None None] The sync data for ids ['53aaf512-2b11-40a7-a387-f4cf4437eb08'] in dv-cinder-760193-3-smb is: [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:52Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '15c9b51b-fecf-4bb1-b907-6bbc182748c7', 'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'mac_address': 'fa:16:3e:ce:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:50Z', 'updated_at': '2021-02-17T18:11:02Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'subnets': [{'id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:11:04.414181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73110ea-209a-4828-8965-9fea722fe8c1 req-0e954eba-a92a-43fd-97c5-c856ffd53a75 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:04.430789 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e73110ea-209a-4828-8965-9fea722fe8c1 req-0e954eba-a92a-43fd-97c5-c856ffd53a75 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.6935894 Feb 17 18:11:04.765147 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e73110ea-209a-4828-8965-9fea722fe8c1 req-1ea09505-23cd-41f6-be81-bf2894576e94 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945056 Feb 17 18:11:04.917848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] For port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:04.918331 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:04.955997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:11:05.196820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a502abe9-c62b-4e1b-b503-88527c5525bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:05.402579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:05.639554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:05.664763 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:11:05.694364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:05.703306 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:06.065919 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb510c2b-45ea-4ee1-87d1-8918b31b2b71 req-f6be409a-e3d7-4cc8-a000-28cd0661c2cf tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:06.068936 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cb510c2b-45ea-4ee1-87d1-8918b31b2b71 req-f6be409a-e3d7-4cc8-a000-28cd0661c2cf tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 944 time: 0.4146338 Feb 17 18:11:06.088540 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'code': 200} Feb 17 18:11:06.091484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:06.107130 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:06.110678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:06.273812 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-cb510c2b-45ea-4ee1-87d1-8918b31b2b71 req-2dab38cc-2971-4cad-b49a-0797e06f4f3f tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955299 Feb 17 18:11:06.370812 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:06.371474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:06.372050 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Floating IP 3944c0f9-9f36-408f-ab10-cbd819ccfb86 disassociated. External IP: 172.28.2.35, port: dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f. Feb 17 18:11:06.372937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Calling delete_port for dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:06.480070 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 15c9b51b-fecf-4bb1-b907-6bbc182748c7 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:11:06.613781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298600-807b-4efd-bc55-df0bb49d0bd1 req-c939bb42-31a6-4e93-b015-7d9eae419409 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:06.616924 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-98298600-807b-4efd-bc55-df0bb49d0bd1 req-c939bb42-31a6-4e93-b015-7d9eae419409 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3265569 Feb 17 18:11:06.726215 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:11:06.726742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:11:06.760573 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-98298600-807b-4efd-bc55-df0bb49d0bd1 req-3d9d95c3-716a-44ab-af5f-33e1de1deeb7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073098 Feb 17 18:11:06.805231 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:06.829140 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning for port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:11:06.846980 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:11:06.851511 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:07.150869 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:07.228677 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Deleting port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:07.229311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:07.254365 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:07.312202 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] For port 15c9b51b-fecf-4bb1-b907-6bbc182748c7, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=15c9b51b-fecf-4bb1-b907-6bbc182748c7,segment=NetworkSegment(4d37b832-dadc-43ac-93e3-32a79d5f538f),segment_id=4d37b832-dadc-43ac-93e3-32a79d5f538f)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:07.322394 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:07.335948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:07.733339 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Pushing event updated for resources: {'Port': ['ID=15c9b51b-fecf-4bb1-b907-6bbc182748c7,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:07.742186 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:07.788623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:08.100309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] For port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:08.101086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:08.326753 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 15c9b51b-fecf-4bb1-b907-6bbc182748c7 up at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:11:08.346369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e45225-0f8f-4e19-9a13-8d0ec5d4e1ae req-330903f2-12ab-4497-99cd-1794d9df59d9 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:08.361126 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c5e45225-0f8f-4e19-9a13-8d0ec5d4e1ae req-330903f2-12ab-4497-99cd-1794d9df59d9 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 944 time: 0.5425467 Feb 17 18:11:08.447368 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c5e45225-0f8f-4e19-9a13-8d0ec5d4e1ae req-64f053b6-35df-44af-a31e-5d2bc406f0f1 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups?id=1c791f9c-05c1-4a6a-9630-e252fb9db0a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846233 Feb 17 18:11:08.482798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce961-a5b8-4d1c-9039-26d091e68344 req-37f0310b-08ff-49fd-a040-588501d5e4bb tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:08.496658 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a09ce961-a5b8-4d1c-9039-26d091e68344 req-37f0310b-08ff-49fd-a040-588501d5e4bb tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3746572 Feb 17 18:11:08.621195 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a09ce961-a5b8-4d1c-9039-26d091e68344 req-4c9f182a-5821-4f8d-bbf8-6e4ee8c74d4f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153111 Feb 17 18:11:08.623133 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Provisioning complete for port 15c9b51b-fecf-4bb1-b907-6bbc182748c7 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:11:08.625421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:09.222667 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:09.223187 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:09.223548 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Floating IP 3944c0f9-9f36-408f-ab10-cbd819ccfb86 disassociated. External IP: 172.28.2.35, port: dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f. Feb 17 18:11:09.223940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Calling delete_port for dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:09.634608 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:09.946958 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d1727b5-ea23-41ff-a338-2b097fe0aa76 req-8371d25c-8d0f-4c25-a9e5-0f66d26f0900 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 210 time: 0.1316807 Feb 17 18:11:09.988311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8fefbd0c-36b1-4b47-9dcf-9f51288ae1b8 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:10.137306 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event deleted for resources: {'Port': ['ID=dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:10.163088 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.163987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.164779 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.165571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.166431 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.167275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.168143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.168963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.169742 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.170728 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.171292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.172074 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.172958 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.173737 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.174594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.175385 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.176250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.177022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.177735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.178483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.179257 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.180072 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.180865 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.181678 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:10.207405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:10.211094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e4304-8e43-461f-9cab-3c854add51e1 req-97cc7606-a105-4c65-9433-84ae59638957 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:10.214808 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4e3e4304-8e43-461f-9cab-3c854add51e1 req-97cc7606-a105-4c65-9433-84ae59638957 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.1981699 Feb 17 18:11:10.406270 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4e3e4304-8e43-461f-9cab-3c854add51e1 req-5a2692b7-fbb5-45fe-a8d5-78cbbcc51085 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776137 Feb 17 18:11:10.837390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Router 96a55539-1b23-4e9f-895b-e2581a89619f has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:11:11.324993 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4e07ab9e-82cb-4f56-b29f-8d3d9ced785a req-8240e33d-1fd7-4163-8821-5f9e3f6bf870 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 210 time: 0.1222897 Feb 17 18:11:11.782968 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c26a-87bc-4064-9a68-76cc549262a9 req-2e203c89-223f-46f7-8db0-a712a3e48587 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:11.795813 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c853c26a-87bc-4064-9a68-76cc549262a9 req-2e203c89-223f-46f7-8db0-a712a3e48587 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.1280978 Feb 17 18:11:11.856591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:11:11.874903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] Sync routers for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:11:11.879250 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c853c26a-87bc-4064-9a68-76cc549262a9 req-8f89a680-ecaf-4e95-85f5-f847612191af tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814519 Feb 17 18:11:11.943963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:11:11.945209 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:11:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:11.995682 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] No DVR routers for this DVR port dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:11:12.005839 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:12.046478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'name': 'network-vif-deleted', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:11:12.090454 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3bec4748-f776-4950-8be8-46d4dd806955 req-f44ad726-0060-47c3-97a0-6970531c1ef8 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.75 "DELETE /v2.0/ports/dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f HTTP/1.1" status: 204 len: 173 time: 8.4612834 Feb 17 18:11:12.248441 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a2e91c-eb74-46a1-8bff-f4a866d44a75', 'name': 'network-vif-deleted', 'tag': 'dcb0d07c-ea3c-4696-8d5e-4bd429a75b4f', 'status': 'completed', 'code': 200} Feb 17 18:11:12.486903 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:11:12.854146 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ea5938c2-f1a2-4f59-8e80-33cdc12ad39a req-54e74e9a-d9ff-4c3e-8cba-87223da16310 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/ports?device_id=58a2e91c-eb74-46a1-8bff-f4a866d44a75 HTTP/1.1" status: 200 len: 210 time: 0.1362221 Feb 17 18:11:13.734214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bd9f4-35ac-46ea-85e0-26c1af11aa70 req-3026a051-f904-4bb2-9a21-d3646ed53f34 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:13.757339 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-879bd9f4-35ac-46ea-85e0-26c1af11aa70 req-3026a051-f904-4bb2-9a21-d3646ed53f34 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.4271986 Feb 17 18:11:13.940977 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-879bd9f4-35ac-46ea-85e0-26c1af11aa70 req-bac51632-3ed7-46aa-bca8-3d8ec60490b5 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750791 Feb 17 18:11:14.009704 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:14.030733 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] Checking router: 96a55539-1b23-4e9f-895b-e2581a89619f for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:11:14.073607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:11:14.075440 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:11:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:14.271036 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58538) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:14.510194 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:14.573996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:14.663554 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:14.680323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-eb473a94-ad13-4132-9316-077f85546819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:14.697868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c791f9c-05c1-4a6a-9630-e252fb9db0a8,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:14.714409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.714990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.715421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.715834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.716349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.716868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.717308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.717955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.718375 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.718856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.719252 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:11:14.719420 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.719810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.720318 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.720769 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.721174 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.721618 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.722276 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.722844 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.723290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.723687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.724090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.724571 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.724967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.725357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:14.729591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:14.735185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58548) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:14.750634 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "DELETE /v2.0/security-groups/1c791f9c-05c1-4a6a-9630-e252fb9db0a8 HTTP/1.1" status: 204 len: 168 time: 0.4776511 Feb 17 18:11:14.752054 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c12275f7-f2c3-4f87-a261-3c6e636cbf08 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:14.763214 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.api.v2.resource [None req-9c3ec8fd-e642-411d-93a8-ed7f66716700 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] show failed (client error): The resource could not be found. Feb 17 18:11:14.769721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58552) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:14.777081 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-9c3ec8fd-e642-411d-93a8-ed7f66716700 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "GET /v2.0/security-groups/1c791f9c-05c1-4a6a-9630-e252fb9db0a8 HTTP/1.1" status: 404 len: 347 time: 0.0401537 Feb 17 18:11:15.194824 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Deleting port 22484a49-eb68-4465-96f4-8db75f737adb {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:15.195389 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:15.480745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4da81-2957-4143-9912-d1e82571412b req-4ce94df1-0f4b-43f3-a0af-13a4629d888e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:15.483868 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2bf4da81-2957-4143-9912-d1e82571412b req-4ce94df1-0f4b-43f3-a0af-13a4629d888e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.2347255 Feb 17 18:11:15.848851 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-0056d161-9562-4161-8339-9e2b67345c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:15.852791 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-0056d161-9562-4161-8339-9e2b67345c60 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1163 time: 0.2129433 Feb 17 18:11:15.951975 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:15.952686 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:15.984893 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:15.993768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ffc9e-93f6-4063-932c-e6f240d28d68 None None] The sync data for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb is: [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:04:21Z', 'revision_number': 4, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': '24cd3639-f2ae-4a07-9d9f-393b8f67913f', 'name': '', 'network_id': '0aee692b-4cb3-4236-bc01-0bcf02c5fb19', 'tenant_id': '509279e1fb164426987f0909f5241001', 'mac_address': 'fa:16:3e:b8:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:04:14Z', 'updated_at': '2021-02-17T18:04:40Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'subnets': [{'id': '3ac49f8b-98a4-4822-987e-5fcbc2ca356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:11:16.196234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-32ea2171-c434-4162-939f-966999d06703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:16.199465 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-32ea2171-c434-4162-939f-966999d06703 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.3387256 Feb 17 18:11:16.239775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Calling delete_port for 22484a49-eb68-4465-96f4-8db75f737adb owned by network:floatingip {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:16.379873 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-2bf4da81-2957-4143-9912-d1e82571412b req-861ddbed-e0a2-4fb9-840d-16b765c6d035 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8614118 Feb 17 18:11:16.444853 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-7e0ad84e-cb1d-4cc7-b988-025832cbd9a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 1002 time: 0.2374742 Feb 17 18:11:16.621451 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-a5d2ce93-6ddb-4038-8a94-dd685a1ecdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:16.625697 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-a5d2ce93-6ddb-4038-8a94-dd685a1ecdb2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.1712172 Feb 17 18:11:16.694879 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:16.785464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-84ee7c73-22cd-4ebb-b377-fc7e90b4e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:16.788309 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-84ee7c73-22cd-4ebb-b377-fc7e90b4e4ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1558452 Feb 17 18:11:16.801882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed4025-4b0b-46e3-b0d4-925f6fb6b098 None None] New status for floating IP 3944c0f9-9f36-408f-ab10-cbd819ccfb86: DOWN {{(pid=84003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:11:16.961188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0e8eb8e6-ba11-4838-aab4-f872c0600621 tempest-VolumesActionsTest-1436876536 tempest-VolumesActionsTest-1436876536-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:17.066152 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Pushing event deleted for resources: {'Port': ['ID=22484a49-eb68-4465-96f4-8db75f737adb,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:17.072188 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:17.090407 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-1e2bc2be-e283-4385-b051-86ffd8917ef9 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886744 Feb 17 18:11:17.185528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks [] for floatingip, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:17.217883 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:17.223429 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] 10.222.0.68 "DELETE /v2.0/floatingips/3944c0f9-9f36-408f-ab10-cbd819ccfb86 HTTP/1.1" status: 204 len: 168 time: 2.4517009 Feb 17 18:11:17.397050 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ad7a4578-6305-4ac8-bda7-4f8699ee6855 req-4b4de599-3704-4424-8cda-e87e755b7752 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2939463 Feb 17 18:11:17.848558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7050eee-17c6-494e-bf38-bb69b0f3a7a8 req-a44796c6-3cb1-4f97-a849-fc73ef70d215 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:17.851659 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7050eee-17c6-494e-bf38-bb69b0f3a7a8 req-a44796c6-3cb1-4f97-a849-fc73ef70d215 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.1885805 Feb 17 18:11:17.855939 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:11:17.954110 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e7050eee-17c6-494e-bf38-bb69b0f3a7a8 req-483d4aaa-c7a2-42df-8dcf-2a819a655fcf tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906587 Feb 17 18:11:19.045098 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2722692e-7888-4afa-a57d-6ce7a9d64520 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:11:19.348284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:19.408009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:11:19.428652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 2722692e-7888-4afa-a57d-6ce7a9d64520, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2722692e-7888-4afa-a57d-6ce7a9d64520,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:19.433704 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:19.437109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:19.598179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=2722692e-7888-4afa-a57d-6ce7a9d64520,revision_number=5']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:19.605031 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:19.650062 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-e2fdc476-8d22-43b0-8044-97f31da410bc tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:19.651406 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-e2fdc476-8d22-43b0-8044-97f31da410bc tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Synchronizing usage tracker for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:network {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:11:19.672539 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6a760-8d99-4632-9651-d8de74b3a4e6 req-a3f921fa-3634-4f7a-bdb5-b11e641ecd06 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:19.676061 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fed6a760-8d99-4632-9651-d8de74b3a4e6 req-a3f921fa-3634-4f7a-bdb5-b11e641ecd06 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.3393078 Feb 17 18:11:19.742024 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-e2fdc476-8d22-43b0-8044-97f31da410bc tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Unset dirty status for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:network {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:11:19.744125 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-e2fdc476-8d22-43b0-8044-97f31da410bc tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/networks?id=b7dca86c-a2b2-4693-924a-608b0543f5e3 HTTP/1.1" status: 200 len: 815 time: 0.5768456 Feb 17 18:11:19.784548 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fed6a760-8d99-4632-9651-d8de74b3a4e6 req-efbc23ce-ad33-4ecd-b0a0-51157f5a1ebe tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955985 Feb 17 18:11:19.786465 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-3710ea2c-16b5-4d74-b80a-2265ed80a693 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/quotas/d37dd90f026c4732b758e1885f1f7db1 HTTP/1.1" status: 200 len: 375 time: 0.0248327 Feb 17 18:11:19.931119 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-9388496c-dfc5-498b-b17f-dec50a4983ef tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Synchronizing usage tracker for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:11:19.953499 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-9388496c-dfc5-498b-b17f-dec50a4983ef tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Unset dirty status for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:11:19.955774 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-9388496c-dfc5-498b-b17f-dec50a4983ef tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d37dd90f026c4732b758e1885f1f7db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562743 Feb 17 18:11:20.066935 dv-cinder-760193-3-smb neutron-server[83889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'code': 422} returned with failed status Feb 17 18:11:20.193514 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-14f91a46-499c-48cc-98be-347df82665de service neutron] 10.222.0.68 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116628 Feb 17 18:11:20.403266 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-c969cc2e-398f-4450-8993-075c33feb3be service neutron] 10.222.0.68 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2011173 Feb 17 18:11:20.801638 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-37fda00f-cd0d-4931-b22c-db169b0b35d6 req-2ca16f1e-aeac-4e25-9907-98f1b23636d3 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 210 time: 0.0936692 Feb 17 18:11:21.202934 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15360e5-413e-4b0a-bba2-1c5fd1c3c703 req-698efdf2-e1f1-4db6-98e6-c384ac0dfe99 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:21.206178 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c15360e5-413e-4b0a-bba2-1c5fd1c3c703 req-698efdf2-e1f1-4db6-98e6-c384ac0dfe99 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.1783652 Feb 17 18:11:21.303137 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c15360e5-413e-4b0a-bba2-1c5fd1c3c703 req-9afdbb4d-53a2-49fe-8933-9d06a5c4c821 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843716 Feb 17 18:11:21.999764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58638) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:22.371193 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-917091ad-259a-443c-95a9-fa274282d9d6 req-4c8500f2-20c4-4e03-b30c-5964a8d6d3b7 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 210 time: 0.1374378 Feb 17 18:11:22.741150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-4e2c2ee3-3c57-43fa-bbac-b65b3bf50e03 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:22.744749 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-4e2c2ee3-3c57-43fa-bbac-b65b3bf50e03 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.75 "GET /v2.0/networks?id=b7dca86c-a2b2-4693-924a-608b0543f5e3 HTTP/1.1" status: 200 len: 815 time: 0.4274344 Feb 17 18:11:22.763645 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Request body: {'port': {'device_id': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'admin_state_up': True, 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:23.085403 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:11:23.105523 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:11:23.124640 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Made reservation on behalf of d37dd90f026c4732b758e1885f1f7db1 for: {'port': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:11:23.137316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:23.966352 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-959f5670-b251-44a1-b3bd-b4d895588b09 req-6c2260dd-14a2-41c7-ada2-274b4d75bd8a tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 210 time: 0.1511099 Feb 17 18:11:24.055516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397210'] for router_interface, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:24.115409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Allocated IP 172.20.0.8 (b7dca86c-a2b2-4693-924a-608b0543f5e3/2cb4195e-5cee-4ff1-be80-5acd9ab20ae0/e1b23877-301c-49e6-abf5-fdf1ce764e4e) {{(pid=84001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:11:25.201819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce864aca-6e1b-45e1-9526-79649ae9d14f req-bb58f656-5998-43b7-9cfb-5cd611026721 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:25.217059 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ce864aca-6e1b-45e1-9526-79649ae9d14f req-bb58f656-5998-43b7-9cfb-5cd611026721 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.2574332 Feb 17 18:11:25.389752 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-1baf4507-220b-48af-b25d-8cf405c707a2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5462458 Feb 17 18:11:25.480158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks [] for port, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:25.484321 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Deleting port 24cd3639-f2ae-4a07-9d9f-393b8f67913f {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:25.484909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:25.546008 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Transition to ACTIVE for port object e1b23877-301c-49e6-abf5-fdf1ce764e4e will not be triggered until provisioned by entity DHCP. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:11:25.661537 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ce864aca-6e1b-45e1-9526-79649ae9d14f req-6d1a364b-d82c-474d-8f09-11e34d43b37a tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4373815 Feb 17 18:11:25.680973 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:26.161964 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-936ec837-d626-4ca0-b32f-f72cca7a465d tempest-ServerRescueNegativeTestJSON-931860688 tempest-ServerRescueNegativeTestJSON-931860688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:26.360370 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee7462-bdfb-40df-ae2d-a21c4c3a38b5 req-c8763aba-4665-493a-a95c-7b289230973e tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:26.370828 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebee7462-bdfb-40df-ae2d-a21c4c3a38b5 req-c8763aba-4665-493a-a95c-7b289230973e tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 931 time: 0.7698820 Feb 17 18:11:26.466100 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Pushing event updated for resources: {'Port': ['ID=e1b23877-301c-49e6-abf5-fdf1ce764e4e,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:26.472651 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:26.497968 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Network b7dca86c-a2b2-4693-924a-608b0543f5e3 is already hosted by enough agents. {{(pid=84001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:11:26.500708 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Resources bound (agent type, host, resource id): {{(pid=84001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:11:26.508238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Received port after_create {{(pid=84001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:11:26.599546 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-ebee7462-bdfb-40df-ae2d-a21c4c3a38b5 req-35a74059-a7d8-4ed9-9efc-24a17cb9ae17 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Synchronizing usage tracker for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:security_group {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:11:26.743244 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] For port 24cd3639-f2ae-4a07-9d9f-393b8f67913f, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=24cd3639-f2ae-4a07-9d9f-393b8f67913f,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:26.744199 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:26.773953 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:26.774369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-ebee7462-bdfb-40df-ae2d-a21c4c3a38b5 req-35a74059-a7d8-4ed9-9efc-24a17cb9ae17 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Unset dirty status for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:security_group {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:11:26.776225 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:26.792555 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ebee7462-bdfb-40df-ae2d-a21c4c3a38b5 req-35a74059-a7d8-4ed9-9efc-24a17cb9ae17 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073675 Feb 17 18:11:26.877493 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-ce597180-9ca5-4985-9cce-6532992593e9 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1221721 Feb 17 18:11:26.922378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Request body: {'port': {'device_id': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:27.250219 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-f52697c1-989b-4dd7-ae76-afdd5564027e None None] Provisioning for port e1b23877-301c-49e6-abf5-fdf1ce764e4e completed by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:11:27.263387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-f52697c1-989b-4dd7-ae76-afdd5564027e None None] Provisioning complete for port e1b23877-301c-49e6-abf5-fdf1ce764e4e triggered by entity DHCP. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:11:27.265075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f52697c1-989b-4dd7-ae76-afdd5564027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:27.266015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Calling delete_port for 24cd3639-f2ae-4a07-9d9f-393b8f67913f owned by network:router_interface {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:27.497372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-f52697c1-989b-4dd7-ae76-afdd5564027e None None] Port e1b23877-301c-49e6-abf5-fdf1ce764e4e cannot update to ACTIVE because it is not bound. {{(pid=84002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 18:11:27.539960 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:28.460015 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:28.538063 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-2a0ec0ec-420c-4b06-ac44-0b8128e9a58e tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:28.995745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-60a1837f-63e8-4fa9-b5c2-afc88827e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:28.999204 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-60a1837f-63e8-4fa9-b5c2-afc88827e59c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb&tenant_id=10e3925290bc42a8a8b60701c4a32a37 HTTP/1.1" status: 200 len: 1161 time: 1.7702761 Feb 17 18:11:29.035989 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Pushing event deleted for resources: {'Port': ['ID=24cd3639-f2ae-4a07-9d9f-393b8f67913f,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:29.066769 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:29.192806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d53ab5-e234-4a78-b891-64477945609e req-ccbb82c4-ad20-482e-b0d3-f2e68e816d4f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:29.195707 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a6d53ab5-e234-4a78-b891-64477945609e req-ccbb82c4-ad20-482e-b0d3-f2e68e816d4f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.8345153 Feb 17 18:11:29.294847 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bee2a-4276-470b-8feb-4fec04cbccba req-76cec1aa-e348-4ae4-866c-09fbe77eb125 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:29.309154 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-948bee2a-4276-470b-8feb-4fec04cbccba req-76cec1aa-e348-4ae4-866c-09fbe77eb125 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 931 time: 1.0433247 Feb 17 18:11:29.444836 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a6d53ab5-e234-4a78-b891-64477945609e req-f3003b2d-6a36-4ef8-8068-f8d6a8d4cc41 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246046 Feb 17 18:11:29.488571 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-948bee2a-4276-470b-8feb-4fec04cbccba req-a557478d-ef4c-4826-b3b6-df4ee00335a0 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778009 Feb 17 18:11:29.554760 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b23877-301c-49e6-abf5-fdf1ce764e4e {{(pid=84001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 18:11:29.594983 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:29.751009 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Transition to ACTIVE for port object e1b23877-301c-49e6-abf5-fdf1ce764e4e will not be triggered until provisioned by entity L2. {{(pid=84001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 18:11:29.779004 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-9b27c7a7-f804-461e-b182-54f50dcb820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:29.786193 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-9b27c7a7-f804-461e-b182-54f50dcb820c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1161 time: 0.5791135 Feb 17 18:11:29.788355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:30.142555 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-12b3bb26-187f-411c-8b5b-5b4aa2019f58 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:30.638196 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-065ef453-fbd1-477f-a842-8ee05f8a0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:30.641286 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-065ef453-fbd1-477f-a842-8ee05f8a0191 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.5698397 Feb 17 18:11:30.747022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854209406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397300'] for router_interface, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:31.167082 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b23877-301c-49e6-abf5-fdf1ce764e4e,revision_number=2']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:31.188161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:31.339401 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Attempting to bind port e1b23877-301c-49e6-abf5-fdf1ce764e4e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 18:11:31.340181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Attempting to bind port e1b23877-301c-49e6-abf5-fdf1ce764e4e by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 18:11:31.340954 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Attempting to bind port e1b23877-301c-49e6-abf5-fdf1ce764e4e on network b7dca86c-a2b2-4693-924a-608b0543f5e3 {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 18:11:31.376456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Checking agent: {'id': '8b7baff1-f373-4906-b8b8-fdaa3b43bff4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 18, 1, 35), 'started_at': datetime.datetime(2021, 2, 17, 18, 2, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 18, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 18:11:31.377075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Checking segment: {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:11:31.377999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:31.378730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Bound using segment: {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'} {{(pid=84001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 18:11:31.379722 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Bound port: e1b23877-301c-49e6-abf5-fdf1ce764e4e, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d37b832-dadc-43ac-93e3-32a79d5f538f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3'}}] {{(pid=84001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 18:11:31.381602 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:31.440895 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-d76c94b8-f503-4e3c-9273-25d64d92c7dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 1000 time: 0.5228047 Feb 17 18:11:31.655833 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-8021f561-07f7-485b-93e7-37a502cc5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:31.659178 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-8021f561-07f7-485b-93e7-37a502cc5f88 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.1497862 Feb 17 18:11:31.943877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] For port e1b23877-301c-49e6-abf5-fdf1ce764e4e, host hv-cinder-76019, cleared binding levels {{(pid=84001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 18:11:31.954654 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] For port e1b23877-301c-49e6-abf5-fdf1ce764e4e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e,segment=NetworkSegment(4d37b832-dadc-43ac-93e3-32a79d5f538f),segment_id=4d37b832-dadc-43ac-93e3-32a79d5f538f)] {{(pid=84001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 18:11:31.966489 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2189941'] for port, after_update {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:32.005149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-d31e33a5-c99f-4318-87f8-fce815e42774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:32.124341 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393113d-43e0-46c2-998b-686f1dd1666f req-c5e6d673-9f7c-4259-9cc9-b00afbfb7386 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:32.128223 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3393113d-43e0-46c2-998b-686f1dd1666f req-c5e6d673-9f7c-4259-9cc9-b00afbfb7386 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 1.0071368 Feb 17 18:11:32.257098 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-7960a802-33d6-4bac-92e8-acc85c6274df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:32.260227 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-7960a802-33d6-4bac-92e8-acc85c6274df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5314100 Feb 17 18:11:32.329332 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b23877-301c-49e6-abf5-fdf1ce764e4e,revision_number=3']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:32.349907 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:32.602354 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:32.603853 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:32.606594 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5831241d-cb7c-455a-b5a5-c1b0ba33e367 service neutron] 10.222.0.75 "PUT /v2.0/ports/e1b23877-301c-49e6-abf5-fdf1ce764e4e HTTP/1.1" status: 200 len: 1157 time: 5.6932428 Feb 17 18:11:32.607475 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'tag': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:11:32.861924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a9478-3017-451f-8573-3d5b6b384d79 req-42015167-f3b2-4272-8826-9319dadf2187 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:32.865463 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bc7a9478-3017-451f-8573-3d5b6b384d79 req-42015167-f3b2-4272-8826-9319dadf2187 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 1.6251047 Feb 17 18:11:32.888885 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3393113d-43e0-46c2-998b-686f1dd1666f req-c11aab57-bd49-4ad6-bc31-2daefb7daed6 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6408322 Feb 17 18:11:33.094438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5b995e08-e7f2-4168-818f-38aa360ce12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:33.233297 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'tag': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e', 'status': 'completed', 'code': 200} Feb 17 18:11:33.347577 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bc7a9478-3017-451f-8573-3d5b6b384d79 req-20cc5515-f979-4a7c-9973-0e5e30459c61 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953104 Feb 17 18:11:33.454090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5f07b721-4fa7-4a63-967e-a180b5d4b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:33.457285 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-5f07b721-4fa7-4a63-967e-a180b5d4b894 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d37dd90f026c4732b758e1885f1f7db1&device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 1160 time: 0.7301648 Feb 17 18:11:33.495616 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Router 96a55539-1b23-4e9f-895b-e2581a89619f has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:11:33.496830 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-bd445375-52bf-4d32-92b4-5c38e27dff01 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8600953 Feb 17 18:11:34.011856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:11:34.037601 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] Sync routers for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:11:34.062989 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58714) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:34.070891 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-81b26ff5-a388-478b-b900-14037db1398b admin admin] 10.222.0.68 "PUT /v2.0/routers/96a55539-1b23-4e9f-895b-e2581a89619f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0507357 Feb 17 18:11:34.092886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:11:34.094126 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:11:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:34.569559 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43ddd-7ccd-4bf9-a0cf-da393e8c2baa req-27fb30ec-e116-4484-806a-f4eb5529ac02 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:34.577804 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-75f43ddd-7ccd-4bf9-a0cf-da393e8c2baa req-27fb30ec-e116-4484-806a-f4eb5529ac02 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.2942655 Feb 17 18:11:34.647296 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks [] for router, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:34.772431 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-75f43ddd-7ccd-4bf9-a0cf-da393e8c2baa req-0925fc67-b858-41d1-9072-0162cbcc300d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817801 Feb 17 18:11:34.912240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:11:35.209617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2fa1-04ad-425e-87e1-d75ac28de4af req-22667e9e-d335-4ab5-9d12-b456ddd48716 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:35.213120 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7c0f2fa1-04ad-425e-87e1-d75ac28de4af req-22667e9e-d335-4ab5-9d12-b456ddd48716 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.3983817 Feb 17 18:11:35.361914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:35.383358 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-7c0f2fa1-04ad-425e-87e1-d75ac28de4af req-c3d70a82-03b7-4210-9b40-8b63b4dbf2b5 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506152 Feb 17 18:11:35.525034 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-1f46d590-1b5f-48e4-8fd7-df14c1531b2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e HTTP/1.1" status: 200 len: 217 time: 0.3394492 Feb 17 18:11:35.555151 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Deleting port a56f5813-0709-4a75-9703-307322fe08ef {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:35.555582 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-23b33884-448f-495d-bb06-40d872220a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:35.555750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:35.570141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:35.662466 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:11:27Z', 'revision_number': 5, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port': {'id': 'a56f5813-0709-4a75-9703-307322fe08ef', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:03:52Z', 'updated_at': '2021-02-17T18:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:35.668516 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] Checking router: 96a55539-1b23-4e9f-895b-e2581a89619f for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:11:35.680971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] Routers {'96a55539-1b23-4e9f-895b-e2581a89619f'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:11:35.681756 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:11:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['96a55539-1b23-4e9f-895b-e2581a89619f'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:35.895592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] Set router 96a55539-1b23-4e9f-895b-e2581a89619f gateway port host: None {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:11:36.045557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:11:35Z', 'revision_number': 6, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port_host': None}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:36.051344 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826a4006-a704-4b5f-9c3c-c987aea08c50 None None] The sync data for ids ['96a55539-1b23-4e9f-895b-e2581a89619f'] in dv-cinder-760193-3-smb is: [{'id': '96a55539-1b23-4e9f-895b-e2581a89619f', 'name': 'tempest-AttachVolumeTestJSON-1971184582-router', 'tenant_id': '509279e1fb164426987f0909f5241001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:03:48Z', 'updated_at': '2021-02-17T18:11:35Z', 'revision_number': 6, 'project_id': '509279e1fb164426987f0909f5241001', 'gw_port_host': None}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:11:36.259603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdec72-1f2f-4cef-ad38-253c2dd3f296 req-265d8132-d95d-40ea-b8af-c15f0733c5c2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:36.261869 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f3fdec72-1f2f-4cef-ad38-253c2dd3f296 req-265d8132-d95d-40ea-b8af-c15f0733c5c2 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.1637230 Feb 17 18:11:36.346638 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f3fdec72-1f2f-4cef-ad38-253c2dd3f296 req-13bfb1f9-92f3-44c6-bdf6-3a1de13dd910 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707867 Feb 17 18:11:36.396773 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-07617bf5-ec89-41db-8e1d-9dd7dbd69c81 req-dd9902f4-7dcb-413d-839e-603f82926d20 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2639883 Feb 17 18:11:36.399288 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-0f9e9bc9-d83f-4602-a29c-59cc0eef468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:36.402207 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-0f9e9bc9-d83f-4602-a29c-59cc0eef468f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2cb4195e-5cee-4ff1-be80-5acd9ab20ae0 HTTP/1.1" status: 200 len: 854 time: 0.5824671 Feb 17 18:11:36.629245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] For port a56f5813-0709-4a75-9703-307322fe08ef, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=a56f5813-0709-4a75-9703-307322fe08ef,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:36.629831 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:36.763729 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:36.893427 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021538d-d343-47a8-aa84-a00cc2437e17 req-fcf28c84-57dc-4b29-a8fb-adaa05635414 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:36.898047 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a021538d-d343-47a8-aa84-a00cc2437e17 req-fcf28c84-57dc-4b29-a8fb-adaa05635414 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.1968269 Feb 17 18:11:36.916997 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Calling delete_port for a56f5813-0709-4a75-9703-307322fe08ef owned by network:router_gateway {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:36.977229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-bf6d7388-0d1f-471d-9762-ed45aadf8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:36.980237 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-bf6d7388-0d1f-471d-9762-ed45aadf8756 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7dca86c-a2b2-4693-924a-608b0543f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5687563 Feb 17 18:11:36.989968 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a021538d-d343-47a8-aa84-a00cc2437e17 req-fcaad800-b380-4c8d-89e1-ae06e20f955a tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Feb 17 18:11:37.116314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:37.701495 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-b706a2cd-b323-4939-9830-5bfa0ec7b26a service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959465 Feb 17 18:11:37.781736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:37.797299 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc1a2d-82e4-496b-9501-45dc5d93b2de req-cf955073-c046-4880-a811-b88fb5540060 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:37.819339 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-eecc1a2d-82e4-496b-9501-45dc5d93b2de req-cf955073-c046-4880-a811-b88fb5540060 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.2490661 Feb 17 18:11:38.016927 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-eecc1a2d-82e4-496b-9501-45dc5d93b2de req-b329c5ea-da90-4f26-aca6-db1e87c42a67 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959555 Feb 17 18:11:38.051452 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-88f0cb3b-4d8e-4cca-bfbc-f3a1950c532d req-37fb3f4c-6619-4a1d-809b-188ce3992378 service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3404980 Feb 17 18:11:38.323240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a56f5813-0709-4a75-9703-307322fe08ef no longer exists at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:11:38.346214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:38.399671 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0cdc5097-b9fc-4bb7-b987-d307dc6c074f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:38.464522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] No Port match for: a56f5813-0709-4a75-9703-307322fe08ef {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:11:38.465589 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device a56f5813-0709-4a75-9703-307322fe08ef not bound to the agent host dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:11:38.466735 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 24cd3639-f2ae-4a07-9d9f-393b8f67913f no longer exists at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:11:38.641588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] No Port match for: 24cd3639-f2ae-4a07-9d9f-393b8f67913f {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:11:38.643424 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 24cd3639-f2ae-4a07-9d9f-393b8f67913f not bound to the agent host dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:11:38.658789 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ea8ee-3c28-4716-b383-6e7562445bc7 req-801d113d-1ff4-4499-9d51-537439f4bd92 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:38.662052 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c12ea8ee-3c28-4716-b383-6e7562445bc7 req-801d113d-1ff4-4499-9d51-537439f4bd92 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.3164048 Feb 17 18:11:38.817889 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c12ea8ee-3c28-4716-b383-6e7562445bc7 req-3207a30f-d8a2-4001-b84b-57c9ef538562 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432936 Feb 17 18:11:38.982338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56f5813-0709-4a75-9703-307322fe08ef,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:39.080029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:39.334639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355072'] for router_gateway, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:39.736632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db68a-7a32-4b97-b48a-c5d91cc4c2b9 req-de4ede50-fad0-401d-a9d7-326fcc32fcac tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:39.740117 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132db68a-7a32-4b97-b48a-c5d91cc4c2b9 req-de4ede50-fad0-401d-a9d7-326fcc32fcac tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.2717838 Feb 17 18:11:39.784124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3373'] for router, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:39.786613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:39.846680 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-132db68a-7a32-4b97-b48a-c5d91cc4c2b9 req-4feef00f-2b57-43b6-9fa5-f0d1d7a8f7b5 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853581 Feb 17 18:11:39.947870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-6530a8a1-f90a-47af-896d-9ed91f1b010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:39.951115 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-6530a8a1-f90a-47af-896d-9ed91f1b010a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d37dd90f026c4732b758e1885f1f7db1&device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 1160 time: 0.9493523 Feb 17 18:11:39.961374 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409106'] for router, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:39.963277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a55539-1b23-4e9f-895b-e2581a89619f {{(pid=84001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:11:40.041006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] Notify callbacks [] for router, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:40.043368 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-e1ce2cee-ef5c-4cbf-a7ab-2b53ed552c46 admin admin] 10.222.0.68 "DELETE /v2.0/routers/96a55539-1b23-4e9f-895b-e2581a89619f HTTP/1.1" status: 204 len: 168 time: 5.9842505 Feb 17 18:11:40.049441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58754) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:40.392870 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Deleting subnet 3ac49f8b-98a4-4822-987e-5fcbc2ca356e {{(pid=84000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:11:40.397243 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:40.502112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1166305'] for subnet, precommit_delete_associations {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:40.574626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a6fed-16bf-4562-b283-fb2c578b39e0 req-bff590ee-6681-455e-bf3b-f927760e6b3d tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:40.577492 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f8a6fed-16bf-4562-b283-fb2c578b39e0 req-bff590ee-6681-455e-bf3b-f927760e6b3d tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.3784633 Feb 17 18:11:40.791462 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8f8a6fed-16bf-4562-b283-fb2c578b39e0 req-46e04376-ad2e-4227-a49f-513a0e699621 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912386 Feb 17 18:11:40.818261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:41.549456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777ea90-9ff7-4d94-b513-fdca57e173b3 req-b9ca8a7e-6427-4a71-9935-5ed113bae531 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:41.552646 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1777ea90-9ff7-4d94-b513-fdca57e173b3 req-b9ca8a7e-6427-4a71-9935-5ed113bae531 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.3604560 Feb 17 18:11:41.650408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851070003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853531741'] for subnet, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:41.682708 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1777ea90-9ff7-4d94-b513-fdca57e173b3 req-2266f687-09b5-44ad-81a1-683fe0541ef3 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132514 Feb 17 18:11:41.715967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:41.851445 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac49f8b-98a4-4822-987e-5fcbc2ca356e,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:41.863910 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:41.947447 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:41.955313 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5fba9c-a376-44d8-b006-286a3208ba04 None None] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:11:41.965453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58764) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:41.965949 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3ac49f8b-98a4-4822-987e-5fcbc2ca356e HTTP/1.1" status: 204 len: 168 time: 1.9136460 Feb 17 18:11:42.355650 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:42.395705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf728f5-8568-4d2f-91fe-eb050210eee4 req-ebbcdcf1-d24d-486a-843e-586362d404a6 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:42.400160 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bbf728f5-8568-4d2f-91fe-eb050210eee4 req-ebbcdcf1-d24d-486a-843e-586362d404a6 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.3324068 Feb 17 18:11:42.489557 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-bbf728f5-8568-4d2f-91fe-eb050210eee4 req-e29055ad-6504-43ca-bd6f-abe9c18fabd4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813336 Feb 17 18:11:42.532178 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Deleting port 477c68c8-afa8-4280-99db-712e4c8f3c14 {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:42.535397 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:42.670238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] DHCP port deletion for 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 request from dv-cinder-760193-3-smb {{(pid=84002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 18:11:42.680412 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Deleting port 477c68c8-afa8-4280-99db-712e4c8f3c14 {{(pid=84002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:42.680955 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:43.019150 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] For port 477c68c8-afa8-4280-99db-712e4c8f3c14, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=477c68c8-afa8-4280-99db-712e4c8f3c14,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:43.020211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:43.234382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] For port 477c68c8-afa8-4280-99db-712e4c8f3c14, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=477c68c8-afa8-4280-99db-712e4c8f3c14,segment=NetworkSegment(c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9),segment_id=c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:43.235625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:43.328859 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Calling delete_port for 477c68c8-afa8-4280-99db-712e4c8f3c14 owned by network:dhcp {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:43.349882 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0492b63-d81a-4345-a43f-e1fb0f1490a9 req-3ea23c77-4c9b-44b0-bcbe-e4a353c5370c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:43.366628 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0492b63-d81a-4345-a43f-e1fb0f1490a9 req-3ea23c77-4c9b-44b0-bcbe-e4a353c5370c tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.3599684 Feb 17 18:11:43.477311 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b0492b63-d81a-4345-a43f-e1fb0f1490a9 req-826aacb4-f84d-4d34-abc8-f996f9ae1350 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089334 Feb 17 18:11:43.599471 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Calling delete_port for 477c68c8-afa8-4280-99db-712e4c8f3c14 owned by network:dhcp {{(pid=84002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:43.707931 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:43.774317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f2acf91b-9fa4-4f26-a6ea-c58030defeeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:43.978999 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21e5cc-d653-4853-8e62-8418b973fde1 req-9bb0ed6a-68f5-406c-8bcb-392cd93f7f65 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:43.982363 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ec21e5cc-d653-4853-8e62-8418b973fde1 req-9bb0ed6a-68f5-406c-8bcb-392cd93f7f65 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.1886799 Feb 17 18:11:43.996705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Pushing event deleted for resources: {'Port': ['ID=477c68c8-afa8-4280-99db-712e4c8f3c14,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:44.008938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:44.114188 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ec21e5cc-d653-4853-8e62-8418b973fde1 req-0f32151c-6d24-4e6e-93c5-b4924b428325 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168694 Feb 17 18:11:44.244991 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84002) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:11:44.245563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:11:44.258369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 477c68c8-afa8-4280-99db-712e4c8f3c14 no longer exists at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:11:44.335354 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] No Port match for: 477c68c8-afa8-4280-99db-712e4c8f3c14 {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:11:44.336239 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 477c68c8-afa8-4280-99db-712e4c8f3c14 not bound to the agent host dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:11:44.747355 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Deleting port 477c68c8-afa8-4280-99db-712e4c8f3c14 {{(pid=84002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:44.748310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:44.772637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-4eecf3a6-5c3e-49c7-b4a5-c9b2a1e9d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:44.775340 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-4eecf3a6-5c3e-49c7-b4a5-c9b2a1e9d868 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7dca86c-a2b2-4693-924a-608b0543f5e3 HTTP/1.1" status: 200 len: 909 time: 0.7251785 Feb 17 18:11:44.868184 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] No DVR routers for this DVR port 477c68c8-afa8-4280-99db-712e4c8f3c14 on host dv-cinder-760193-3-smb {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:11:44.989087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-3d7be0f7-0e90-476b-ad1a-5330e28e4e4d None None] The port '477c68c8-afa8-4280-99db-712e4c8f3c14' was deleted {{(pid=84002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 18:11:45.189920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d0200-c81d-4ce1-8492-caf1a027753d req-0165bfea-90ce-4d6b-a5d9-6c19d34f6b78 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:45.193815 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1d9d0200-c81d-4ce1-8492-caf1a027753d req-0165bfea-90ce-4d6b-a5d9-6c19d34f6b78 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.3318353 Feb 17 18:11:45.378640 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-1d9d0200-c81d-4ce1-8492-caf1a027753d req-59ae73a6-7d0a-4e3d-8422-ee8f8987a106 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654840 Feb 17 18:11:45.490347 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-7176d7c1-9179-4215-b881-bb42e0cfff04 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e HTTP/1.1" status: 200 len: 217 time: 0.2741933 Feb 17 18:11:45.500260 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:45.779159 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aee692b-4cb3-4236-bc01-0bcf02c5fb19']}} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:45.810044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9') {'for_net_delete': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:45.810660 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68595e2-2bf0-4da8-b3bf-5c2e1585e0b9') {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:45.835755 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410800-f8ef-4f4c-a3c3-0652f86631f4 req-05985ce6-11d9-4934-898b-6f25e4563e20 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:45.843084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011040'] for segment, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:45.858715 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-10410800-f8ef-4f4c-a3c3-0652f86631f4 req-05985ce6-11d9-4934-898b-6f25e4563e20 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.2536237 Feb 17 18:11:45.878411 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:45.886309 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:11:46.017695 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-10410800-f8ef-4f4c-a3c3-0652f86631f4 req-c35c9fc6-7f19-45ef-bdff-920f902714b2 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391141 Feb 17 18:11:46.328386 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:11:46.350946 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189911'] for segment, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:46.731820 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Network 0aee692b-4cb3-4236-bc01-0bcf02c5fb19 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:11:46.880565 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7505c10-42a6-409a-a4cc-2efc7171f1a0 req-8584dc0c-0e56-4c5a-a377-1953aac0c349 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:46.883078 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d7505c10-42a6-409a-a4cc-2efc7171f1a0 req-8584dc0c-0e56-4c5a-a377-1953aac0c349 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.1688368 Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:11:46.897124 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:11:46.962421 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:46.968559 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:46.992901 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-d7505c10-42a6-409a-a4cc-2efc7171f1a0 req-f538db23-eda4-460d-9cd4-bc1f0d6e4cfd tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970125 Feb 17 18:11:47.011044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:47.044513 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Pushing event deleted for resources: {'Network': ['ID=0aee692b-4cb3-4236-bc01-0bcf02c5fb19,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:47.051648 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] 10.222.0.68 "DELETE /v2.0/networks/0aee692b-4cb3-4236-bc01-0bcf02c5fb19 HTTP/1.1" status: 204 len: 168 time: 5.0843062 Feb 17 18:11:47.053813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-1fdca3b3-6acc-48cd-9629-99a4c381456e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:47.321083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58784) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:47.427132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d79144-ebf1-4f05-a1cb-0cdf70886873 req-299f65c6-e494-47e5-88dc-3b3b319c3c4e tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:47.438294 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45d79144-ebf1-4f05-a1cb-0cdf70886873 req-299f65c6-e494-47e5-88dc-3b3b319c3c4e tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.1887758 Feb 17 18:11:47.458111 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ddec4283-fa42-4c69-9d6d-255255362281 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=509279e1fb164426987f0909f5241001&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1348948 Feb 17 18:11:47.462428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58788) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:47.614340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:47.686932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:47.822940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:47.864688 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-afde4d97-a5b6-4419-9770-bd025514e905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:47.890881 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f5b140-b265-462e-8151-9f4a5e2f25bd,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:47.897854 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:47.918123 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:47.930102 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/06f5b140-b265-462e-8151-9f4a5e2f25bd HTTP/1.1" status: 204 len: 168 time: 0.4610701 Feb 17 18:11:47.948241 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45d79144-ebf1-4f05-a1cb-0cdf70886873 req-4507ef9d-2044-4e17-af5a-9b27318fee78 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070870 Feb 17 18:11:48.410416 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15127e5-41bc-49d0-99c1-288e7e46f03c req-49f9b41e-7d33-4279-8992-f92a893632ff tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:48.414649 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e15127e5-41bc-49d0-99c1-288e7e46f03c req-49f9b41e-7d33-4279-8992-f92a893632ff tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.1543043 Feb 17 18:11:48.510141 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e15127e5-41bc-49d0-99c1-288e7e46f03c req-be0b90e7-f1a8-4134-8db3-a8884a19d7c7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822794 Feb 17 18:11:49.098379 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-180b472e-ca7a-4da7-aecc-05ae75ed8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:49.101249 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-180b472e-ca7a-4da7-aecc-05ae75ed8584 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2cb4195e-5cee-4ff1-be80-5acd9ab20ae0 HTTP/1.1" status: 200 len: 854 time: 0.1646621 Feb 17 18:11:49.271798 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-67c1cbf7-5ff5-4419-9b99-3e7cb79a5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:49.275104 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-67c1cbf7-5ff5-4419-9b99-3e7cb79a5fc3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7dca86c-a2b2-4693-924a-608b0543f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1659784 Feb 17 18:11:49.422494 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8bcca-ac93-4ab4-8c58-78c65967e4c9 req-7a2ff52f-3c17-45e2-95e0-7fb8e7258e91 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:49.426243 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-12a8bcca-ac93-4ab4-8c58-78c65967e4c9 req-7a2ff52f-3c17-45e2-95e0-7fb8e7258e91 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.2168818 Feb 17 18:11:49.530860 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-12a8bcca-ac93-4ab4-8c58-78c65967e4c9 req-3d966d33-110e-449e-9cdd-af38883e385b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877745 Feb 17 18:11:49.583199 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-ac19ea3b-5b17-4d6a-9c34-5b12b3d25aff service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992463 Feb 17 18:11:49.892605 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a620f96a-088e-4d5c-888e-33d4a1d8782d req-972c90cc-f455-42ef-8239-8aeb18bb91c4 service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3009820 Feb 17 18:11:49.948490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32d3b6-665f-4bd7-b868-54d043d2709b req-d01aedc4-0a7b-411b-aaa3-663763424f97 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:49.950658 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3e32d3b6-665f-4bd7-b868-54d043d2709b req-d01aedc4-0a7b-411b-aaa3-663763424f97 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.1632292 Feb 17 18:11:50.027500 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3e32d3b6-665f-4bd7-b868-54d043d2709b req-fdce804f-87ae-4db3-aaaa-19831e9729f6 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683527 Feb 17 18:11:50.316908 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-5df1da64-b1d4-4fbc-a2a5-f0a1b0034ade tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/floatingips/b16e5ac0-21a9-4761-9261-c3b12ecce080 HTTP/1.1" status: 200 len: 996 time: 0.1499765 Feb 17 18:11:50.617843 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-2b22f138-853d-4eb1-8199-0f380c7b7b44 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:50.627547 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-2b22f138-853d-4eb1-8199-0f380c7b7b44 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/networks/b0770177-7107-409d-9bed-e1ff27810df2 HTTP/1.1" status: 200 len: 784 time: 0.2998028 Feb 17 18:11:51.006066 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc2132-1ab3-4529-a369-8c390e486d11 req-ddd541c2-b517-4eb2-b22c-9725e5919556 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:51.008772 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a8cc2132-1ab3-4529-a369-8c390e486d11 req-ddd541c2-b517-4eb2-b22c-9725e5919556 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.1652138 Feb 17 18:11:51.101005 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a8cc2132-1ab3-4529-a369-8c390e486d11 req-5722dbe5-3321-4ce6-8f80-6bca10b05aef tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817475 Feb 17 18:11:51.178085 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-47c5d8db-c00f-4fb8-8c15-ecceba752c3b tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:11:51.192057 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-47c5d8db-c00f-4fb8-8c15-ecceba752c3b tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5561225 Feb 17 18:11:51.472889 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a51f27b4-9060-4ddb-a68c-67eccc0e0c16 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 999 time: 0.2791772 Feb 17 18:11:51.489672 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.objects.ports [None req-68a9ef2e-98bb-42b7-bb1a-242f8f5f0a34 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84002) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 18:11:51.643127 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-e8b988ff-3ee0-40c8-8518-346df42d6ae1 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:51.644997 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-e8b988ff-3ee0-40c8-8518-346df42d6ae1 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports/3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 942 time: 0.1622581 Feb 17 18:11:51.660503 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2e066-2e33-43f6-ac2e-2bca8f3d1a38 req-45a60551-2c8e-4cda-a6d1-9c19e921bd3f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:51.670971 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3cc2e066-2e33-43f6-ac2e-2bca8f3d1a38 req-45a60551-2c8e-4cda-a6d1-9c19e921bd3f tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 944 time: 0.3276269 Feb 17 18:11:51.754431 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3cc2e066-2e33-43f6-ac2e-2bca8f3d1a38 req-bd92628a-98ed-4423-8f13-7b262edd48eb tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810726 Feb 17 18:11:52.014910 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-c0e33d56-af42-4238-a5c2-d225644b54ac tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.5 HTTP/1.1" status: 200 len: 999 time: 0.1804874 Feb 17 18:11:52.138207 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device e1b23877-301c-49e6-abf5-fdf1ce764e4e up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:11:52.139776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58860) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:52.309483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning for port e1b23877-301c-49e6-abf5-fdf1ce764e4e completed by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 18:11:52.321102 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port e1b23877-301c-49e6-abf5-fdf1ce764e4e triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:11:52.322017 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.426743 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.456436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:11:52.463652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Usage tracker for resource:security_group_rule and tenant:60d894a5557a4d3a984918ed5169453a is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:11:52.469061 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:11:52.480314 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:11:52.586575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.621472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Deleting port 272dd692-6665-4a7b-aa8d-f2f398881b90 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:11:52.622275 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.637585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:11:52.651741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.658730 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port e1b23877-301c-49e6-abf5-fdf1ce764e4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e,segment=NetworkSegment(4d37b832-dadc-43ac-93e3-32a79d5f538f),segment_id=4d37b832-dadc-43ac-93e3-32a79d5f538f)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:52.659605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.663097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.664250 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2722692e-7888-4afa-a57d-6ce7a9d64520 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:11:52.672109 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ab06066b-98f6-4f78-bcf1-57ede3ac325a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:52.712579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3f6cd352-7adc-462d-bb91-2a5def38d989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:52.738889 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=60d894a5557a4d3a984918ed5169453a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5919256 Feb 17 18:11:52.738889 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700e93bc-6439-492e-8a57-73d4a1a01f6d,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:52.739483 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58870) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:52.755372 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cd3eba96-31c6-4e15-86e0-463715fa9b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:52.853484 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8333834-fdd6-437d-84d0-db80040ff9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.861721 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e96cb-9213-4af3-9e54-fc971c54c6fc req-264e4902-427f-4e96-9c95-16ec9dfe13a8 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:52.867638 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-db0e96cb-9213-4af3-9e54-fc971c54c6fc req-264e4902-427f-4e96-9c95-16ec9dfe13a8 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 943 time: 0.4650347 Feb 17 18:11:52.908803 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8333834-fdd6-437d-84d0-db80040ff9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:52.911118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=e1b23877-301c-49e6-abf5-fdf1ce764e4e,revision_number=4']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:52.930208 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.930846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.932238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.932238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.932698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.933322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.933948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.934551 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.935806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.935806 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.936398 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.937125 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.937888 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.938520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.940456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.940456 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.941032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.941710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.942352 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.942985 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.943623 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.944303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.945996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.945996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:11:52.954167 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:52.964614 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2722692e-7888-4afa-a57d-6ce7a9d64520 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:11:52.965086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.013131 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8333834-fdd6-437d-84d0-db80040ff9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.021313 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-db0e96cb-9213-4af3-9e54-fc971c54c6fc req-ca282fdc-1412-4ead-971e-81c2aed13822 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334496 Feb 17 18:11:53.029027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7b0d60e5-381e-4934-9019-35b6087e2dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:53.053190 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8333834-fdd6-437d-84d0-db80040ff9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700e93bc-6439-492e-8a57-73d4a1a01f6d,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:53.065316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-c8333834-fdd6-437d-84d0-db80040ff9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.070067 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-c8333834-fdd6-437d-84d0-db80040ff9ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/700e93bc-6439-492e-8a57-73d4a1a01f6d HTTP/1.1" status: 204 len: 168 time: 0.3290818 Feb 17 18:11:53.072620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-c8333834-fdd6-437d-84d0-db80040ff9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:53.081995 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.083075 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.161410 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e', 'code': 200} Feb 17 18:11:53.387605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.422068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Calling delete_port for 272dd692-6665-4a7b-aa8d-f2f398881b90 owned by network:floatingip {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:11:53.447632 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 2722692e-7888-4afa-a57d-6ce7a9d64520, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=2722692e-7888-4afa-a57d-6ce7a9d64520,segment=NetworkSegment(03f669d0-25ec-4a41-86f1-5955405f19db),segment_id=03f669d0-25ec-4a41-86f1-5955405f19db)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:11:53.453419 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.457977 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:53.586718 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device e1b23877-301c-49e6-abf5-fdf1ce764e4e up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:11:53.744506 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=2722692e-7888-4afa-a57d-6ce7a9d64520,revision_number=6']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:53.764570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:53.778490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port e1b23877-301c-49e6-abf5-fdf1ce764e4e triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:11:53.778490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.779049 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58880) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:53.820425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95977f4-39de-4d7a-996d-548efda0ff91 req-311e1cac-b270-4265-92af-64cd6e40e8da tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:53.824082 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a95977f4-39de-4d7a-996d-548efda0ff91 req-311e1cac-b270-4265-92af-64cd6e40e8da tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.3001397 Feb 17 18:11:53.824349 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:53.865507 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:11:53.873724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Usage tracker for resource:security_group_rule and tenant:8f009ec290a84a4da391931b3a4eb0a5 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:11:53.879700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:11:53.891025 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:11:53.945001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fdfa6-502a-48ca-b416-e50a79d990e4 req-d2330ce4-0854-495a-ae4d-63c2be806f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:53.948279 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b48fdfa6-502a-48ca-b416-e50a79d990e4 req-d2330ce4-0854-495a-ae4d-63c2be806f5d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 1162 time: 0.3747418 Feb 17 18:11:53.994422 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-a95977f4-39de-4d7a-996d-548efda0ff91 req-a84aa59a-24d3-4166-b6a9-8ea6ede7197e tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539607 Feb 17 18:11:54.029374 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b48fdfa6-502a-48ca-b416-e50a79d990e4 req-0eac85cc-dac6-41dc-9d64-381bfdca4a4f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713248 Feb 17 18:11:54.031564 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.058648 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8f8a3780-e116-47c5-81a0-9ea1cb75b38c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:54.089556 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.093472 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.102482 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-9f937b49-41f1-4f23-8bd5-93141537f77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:54.180373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9114d8c5-bb66-4c56-b420-17b817ad890a,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:54.186787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:54.192079 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-0609e3a6-b674-43a7-87d3-e6a50f430ede admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f009ec290a84a4da391931b3a4eb0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112678 Feb 17 18:11:54.197892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58886) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:54.266409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event deleted for resources: {'Port': ['ID=272dd692-6665-4a7b-aa8d-f2f398881b90,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:54.306841 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d2c48b8-daf2-4801-ac8f-f93b54736639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.340786 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d2c48b8-daf2-4801-ac8f-f93b54736639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.375552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:54.409381 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d2c48b8-daf2-4801-ac8f-f93b54736639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.416094 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b433e775-3e94-4c5b-a304-28aa3f0f82fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:54.434118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c48b8-daf2-4801-ac8f-f93b54736639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9114d8c5-bb66-4c56-b420-17b817ad890a,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:54.436183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8d2c48b8-daf2-4801-ac8f-f93b54736639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.437419 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8d2c48b8-daf2-4801-ac8f-f93b54736639 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9114d8c5-bb66-4c56-b420-17b817ad890a HTTP/1.1" status: 204 len: 168 time: 0.2375014 Feb 17 18:11:54.438496 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8d2c48b8-daf2-4801-ac8f-f93b54736639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:54.545034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120730b-3ae4-4c71-97f5-58bb52ebe78c req-02a0c8f9-244f-4fad-a06c-88ea042c27a2 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:54.548977 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8120730b-3ae4-4c71-97f5-58bb52ebe78c req-02a0c8f9-244f-4fad-a06c-88ea042c27a2 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 945 time: 0.3073118 Feb 17 18:11:54.665614 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-8120730b-3ae4-4c71-97f5-58bb52ebe78c req-52f98fe1-ee54-49a4-8e55-ed8357061860 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043620 Feb 17 18:11:54.668323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for floatingip, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:54.670009 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Floating IP b16e5ac0-21a9-4761-9261-c3b12ecce080 disassociated (deleted). External IP: 172.28.2.5, port: 3ed327db-42aa-4365-85d7-609f9f138376. Feb 17 18:11:54.859863 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:11:55.162902 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:11:55.454775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:11:55.466961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac488f20-641e-4b6b-a715-4338245a8e8d req-87dc9c7f-7933-4b7e-b0ae-dfc0427be2c7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:55.468739 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ac488f20-641e-4b6b-a715-4338245a8e8d req-87dc9c7f-7933-4b7e-b0ae-dfc0427be2c7 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.2229278 Feb 17 18:11:55.518862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 58912) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:55.564232 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 2722692e-7888-4afa-a57d-6ce7a9d64520 up at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 18:11:55.691502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.provisioning_blocks [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Provisioning complete for port 2722692e-7888-4afa-a57d-6ce7a9d64520 triggered by entity L2. {{(pid=84002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 18:11:55.692436 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7838218'] for port, provisioning_complete {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:55.698857 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-ac488f20-641e-4b6b-a715-4338245a8e8d req-e366a146-f7fd-42cc-a7b4-5db00b01c328 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214639 Feb 17 18:11:55.743598 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073432354-network', 'tenant_id': '30f4c4f6f576486580e509b8a68baa46'}} {{(pid=84001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:55.753502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:11:55.780185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Usage tracker for resource:network and tenant:30f4c4f6f576486580e509b8a68baa46 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:11:55.786679 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:11:55.798746 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:11:55.814745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Made reservation on behalf of 30f4c4f6f576486580e509b8a68baa46 for: {'network': 1} {{(pid=84001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:11:55.820719 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:55.837153 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:55.860023 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:11:55.868065 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Usage tracker for resource:security_group_rule and tenant:30f4c4f6f576486580e509b8a68baa46 is out of sync, need to count used quota {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:11:55.892613 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84001) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:11:55.898522 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:11:55.922240 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84001) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:11:55.939796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] Sync routers for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:11:55.958705 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:55.974692 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:11:55.976183 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:11:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:55.987578 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69748bc-94e3-4be9-8efd-87f7f5eea9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2722692e-7888-4afa-a57d-6ce7a9d64520', 'code': 200} Feb 17 18:11:56.224358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:56.229799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:56.235236 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-956bf265-dfb4-449f-a5ad-9fd74ba54491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:56.245593 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-a0d8d3ca-dac9-4c2a-b7c2-3283984068bd tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "DELETE /v2.0/floatingips/b16e5ac0-21a9-4761-9261-c3b12ecce080 HTTP/1.1" status: 204 len: 173 time: 4.2210333 Feb 17 18:11:56.249536 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:11:56.356826 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=84001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:11:56.369787 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:11:56.372081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b810d058-a0fa-4717-9b5c-96bc17becb09,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:56.379658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:56.380940 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:56.381405 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Added segment 94704f99-a914-4100-992b-08849529d5a4 of type vxlan for network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 Feb 17 18:11:56.425093 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca1d2-067e-4a81-92fc-907c1f0dd513 req-38f364a5-fb49-4152-8097-9f5b61f8675c tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:56.428786 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e82ca1d2-067e-4a81-92fc-907c1f0dd513 req-38f364a5-fb49-4152-8097-9f5b61f8675c tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 945 time: 0.2741454 Feb 17 18:11:56.429055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:56.444534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce04cd-1db0-4501-834d-4544355c538d req-a35eb226-82c3-43a6-919a-2c3477971fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:56.446229 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45ce04cd-1db0-4501-834d-4544355c538d req-a35eb226-82c3-43a6-919a-2c3477971fc3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1163 time: 0.1951346 Feb 17 18:11:56.502286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:56.506056 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:56.506689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:56.514822 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cb3a5dfb-9d14-4471-a230-a50b1680e113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:56.522838 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-aaafaced-496b-4ae4-8f5f-4bba74e68da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:56.525850 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-aaafaced-496b-4ae4-8f5f-4bba74e68da2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.2427301 Feb 17 18:11:56.559416 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-45ce04cd-1db0-4501-834d-4544355c538d req-e20557f5-3350-4fe0-8afa-0f17b2aff510 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988910 Feb 17 18:11:56.568833 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-e82ca1d2-067e-4a81-92fc-907c1f0dd513 req-4817643a-fea1-4860-8108-2f5e9051d7c0 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297333 Feb 17 18:11:56.678062 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'status': 'completed', 'code': 200} Feb 17 18:11:56.718252 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1970234 Feb 17 18:11:56.721323 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58924) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:11:56.724857 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Pushing event updated for resources: {'Network': ['ID=87f09b9e-56c3-40f6-b860-29cf7dd61a10,revision_number=1']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:56.730007 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:56.742814 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:11:56.751083 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Request body: {'subnet': {'network_id': '87f09b9e-56c3-40f6-b860-29cf7dd61a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073432354-subnet', 'tenant_id': '30f4c4f6f576486580e509b8a68baa46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:11:56.765877 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:11:56.783636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Usage tracker for resource:subnet and tenant:30f4c4f6f576486580e509b8a68baa46 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:11:56.792635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:11:56.793570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:11:56.895463 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:11:56.900078 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-26b866af-0f1f-4888-b90b-3dde4d6c86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:56.903677 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-26b866af-0f1f-4888-b90b-3dde4d6c86c6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.3329537 Feb 17 18:11:56.987716 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:37Z', 'revision_number': 5, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:56.990048 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-63cec703-906a-4a4b-abc2-d099e62f4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:56.993221 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-63cec703-906a-4a4b-abc2-d099e62f4fb2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f13c1cab35643cdb6c18e225439e2b3&device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 1162 time: 0.1927063 Feb 17 18:11:56.994878 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] Checking router: 12cd5c4b-ce99-47b7-94f9-2685bc0c056a for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:11:57.006810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:11:57.008111 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:11:35Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:57.085530 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Made reservation on behalf of 30f4c4f6f576486580e509b8a68baa46 for: {'subnet': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:11:57.094182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1243981'] for subnet, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:57.218675 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-b2b74b1f-2635-4a0a-8c49-6e3d8dc5ea9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 217 time: 0.2946436 Feb 17 18:11:57.259712 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-55255b12-d1d3-4e61-a8fa-107a1998bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:57.262581 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-55255b12-d1d3-4e61-a8fa-107a1998bf0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=93e38ca4-274e-4cc5-b515-a705f964dd43 HTTP/1.1" status: 200 len: 902 time: 0.2532041 Feb 17 18:11:57.389808 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-dce192bc-4d02-4776-b33b-1025f7cc0577 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 200 len: 217 time: 0.1194520 Feb 17 18:11:57.450635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-0afbd202-6ed5-46b9-8630-161cb3a659b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:57.453047 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-0afbd202-6ed5-46b9-8630-161cb3a659b3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.2118862 Feb 17 18:11:57.461179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751acd7c-9641-4677-afb0-28d18fea2ac4 req-e8f7c37e-977b-470f-8cdb-a0927b63f979 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:57.463774 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-751acd7c-9641-4677-afb0-28d18fea2ac4 req-e8f7c37e-977b-470f-8cdb-a0927b63f979 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 945 time: 0.6722043 Feb 17 18:11:57.496033 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-af2a404e-8bf3-44fe-a7fb-81588ce52974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:57.498098 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-af2a404e-8bf3-44fe-a7fb-81588ce52974 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9ae0dc56-1874-4707-abee-19e7114ca306 HTTP/1.1" status: 200 len: 847 time: 0.0982513 Feb 17 18:11:57.550617 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:11:57.631290 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-41036fe1-c25d-4530-85e1-276396959e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:57.633724 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-41036fe1-c25d-4530-85e1-276396959e17 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1250694 Feb 17 18:11:57.760067 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-751acd7c-9641-4677-afb0-28d18fea2ac4 req-5ea1fbe1-ddea-424c-a9e5-b6c79ff39197 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983080 Feb 17 18:11:57.878553 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-58d9667a-e56e-4cca-a8ea-f75306ad9f78 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319889 Feb 17 18:11:57.896258 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-9b3a00b4-79a8-434b-8b9f-0f78cc5dc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:57.912129 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-9b3a00b4-79a8-434b-8b9f-0f78cc5dc3a4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=93e38ca4-274e-4cc5-b515-a705f964dd43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4398711 Feb 17 18:11:58.131213 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c9c9ed9-8d5a-4479-b55c-79228ff344ac req-03729909-d1d5-4386-a8ef-943b28c57912 service neutron] 10.222.0.75 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2456188 Feb 17 18:11:58.258265 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:37Z', 'revision_number': 5, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:11:58.264249 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc126304-2d6c-48a2-8236-2f03466013bd None None] The sync data for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb is: [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:06:20Z', 'revision_number': 4, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_interfaces': [{'id': 'c4122d3d-74c0-4f1f-9984-7f5d387ed7a7', 'name': '', 'network_id': '93e38ca4-274e-4cc5-b515-a705f964dd43', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'mac_address': 'fa:16:3e:9e:9f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:18Z', 'updated_at': '2021-02-17T18:06:37Z', 'revision_number': 5, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'subnets': [{'id': '9ae0dc56-1874-4707-abee-19e7114ca306', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:11:58.366981 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-85f36d7f-bafa-4de3-8fcd-2b45602c41f6 service neutron] 10.222.0.68 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532392 Feb 17 18:11:58.545690 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef657-3112-4ca3-a0da-0160b284d350 req-516c342a-276c-4226-b1bb-18a9d1abe512 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:58.549343 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c76ef657-3112-4ca3-a0da-0160b284d350 req-516c342a-276c-4226-b1bb-18a9d1abe512 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.4019334 Feb 17 18:11:58.750408 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-4d33ffd6-3808-43f6-9f3b-8dc95a684319 req-af739102-a14f-4701-ad76-f461d4cee9c2 service neutron] 10.222.0.68 "GET /v2.0/networks/93e38ca4-274e-4cc5-b515-a705f964dd43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3743844 Feb 17 18:11:58.759392 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c76ef657-3112-4ca3-a0da-0160b284d350 req-360e4ae0-570e-4d38-9ad0-0ad287c60aa3 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821940 Feb 17 18:11:58.905405 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1243996'] for subnet, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:58.937164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:11:58.958684 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93656e85-97dc-4dd4-adc3-333b8a65fcb7 None None] New status for floating IP b16e5ac0-21a9-4761-9261-c3b12ecce080: DOWN {{(pid=84002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:11:59.205534 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdd7b445-238f-4cef-b99c-36a6a9866aa8,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:11:59.225866 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:11:59.436755 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Checking segment: {'id': '94704f99-a914-4100-992b-08849529d5a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '87f09b9e-56c3-40f6-b860-29cf7dd61a10'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:11:59.444356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Network hostable DHCP agents. Network: 87f09b9e-56c3-40f6-b860-29cf7dd61a10, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:11:59.496074 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:11:59.515158 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, 87f09b9e-56c3-40f6-b860-29cf7dd61a10) {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:11:59.535714 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d62b8-b02f-44f9-8f94-7ea742a49455 None None] Network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:11:59.573454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:59.574558 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:11:59.651950 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-7547b581-a111-4878-8b83-fff73af4a0a6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9161334 Feb 17 18:11:59.862862 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58748b6e-d123-4515-bed8-144755bfc53a req-8b2762c9-1898-4694-96cc-3d6676f04a33 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:11:59.864249 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-58748b6e-d123-4515-bed8-144755bfc53a req-8b2762c9-1898-4694-96cc-3d6676f04a33 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Synchronizing usage tracker for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:port {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:11:59.918053 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-58748b6e-d123-4515-bed8-144755bfc53a req-8b2762c9-1898-4694-96cc-3d6676f04a33 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Unset dirty status for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:port {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:11:59.919572 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-58748b6e-d123-4515-bed8-144755bfc53a req-8b2762c9-1898-4694-96cc-3d6676f04a33 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.2720592 Feb 17 18:11:59.941377 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1c739-b1d5-48e2-80f7-3a1348b2de06 None None] Network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:12:00.001610 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40e98-000f-433e-8a25-3914a09fdd56 req-7e2d5012-2ec6-4516-8a33-658b378c0e3b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:00.004572 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-62b40e98-000f-433e-8a25-3914a09fdd56 req-7e2d5012-2ec6-4516-8a33-658b378c0e3b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 945 time: 0.2242947 Feb 17 18:12:00.075871 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-58748b6e-d123-4515-bed8-144755bfc53a req-011e3f6e-1cbd-463e-b325-f3763791747e tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1337731 Feb 17 18:12:00.148564 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-62b40e98-000f-433e-8a25-3914a09fdd56 req-4c294274-2449-4280-8c4d-53853adf9ddc tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241221 Feb 17 18:12:00.466030 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723eefb-9950-470c-8539-589e38fa4d30 req-58005530-f451-4825-9b8b-68bde1bcffcc tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:00.468796 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c723eefb-9950-470c-8539-589e38fa4d30 req-58005530-f451-4825-9b8b-68bde1bcffcc tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 946 time: 0.1420841 Feb 17 18:12:00.568851 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c723eefb-9950-470c-8539-589e38fa4d30 req-5c9fb102-921d-4089-a3df-4196e5a67502 tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] 10.222.0.68 "GET /v2.0/security-groups?id=518f836f-b57f-4148-bd8f-1eba296a7812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909450 Feb 17 18:12:00.926852 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 58998) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:00.941292 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-706040141-network', 'tenant_id': '0b7f535bb117422782ad79179c653850'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:12:00.957046 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:12:00.966180 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Usage tracker for resource:network and tenant:0b7f535bb117422782ad79179c653850 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:12:00.976235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:12:00.990154 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:12:00.997811 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61a36-6877-4619-8297-56867cb79da1 req-9cda1955-c1c2-4203-985d-05c84e845c05 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:00.999376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-acc61a36-6877-4619-8297-56867cb79da1 req-9cda1955-c1c2-4203-985d-05c84e845c05 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Synchronizing usage tracker for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:port {{(pid=84001) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:12:01.004736 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Made reservation on behalf of 0b7f535bb117422782ad79179c653850 for: {'network': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:12:01.012304 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for network, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.024734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-acc61a36-6877-4619-8297-56867cb79da1 req-9cda1955-c1c2-4203-985d-05c84e845c05 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Unset dirty status for tenant:9f13c1cab35643cdb6c18e225439e2b3 on resource:port {{(pid=84001) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:12:01.027047 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-acc61a36-6877-4619-8297-56867cb79da1 req-9cda1955-c1c2-4203-985d-05c84e845c05 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.75 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.2011290 Feb 17 18:12:01.033591 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.071937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:12:01.078626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0b7f535bb117422782ad79179c653850 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:12:01.084553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:12:01.094170 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:12:01.213137 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Deleting port 3ed327db-42aa-4365-85d7-609f9f138376 {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:12:01.214308 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.303066 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.309232 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.319112 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-e252001d-291b-49e9-ab3a-6a81f5ef4131 tempest-AttachVolumeTestJSON-138416044 tempest-AttachVolumeTestJSON-138416044-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:01.370570 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=84000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 18:12:01.471211 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363301273455612', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.471798 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.segments_db [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Added segment da950b03-6be0-4faa-b3b7-3302eaaf34d7 of type vxlan for network ea7c0908-5d78-4ca6-af71-a841cdc33a44 Feb 17 18:12:01.473603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7adf771-909c-470d-81fc-2498b9baddf1,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:01.604229 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Device 3ed327db-42aa-4365-85d7-609f9f138376 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:12:01.852322 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:01.863340 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.907086 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363301274049089'] for network, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.930272 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:12:01.955510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3ed327db-42aa-4365-85d7-609f9f138376,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:12:01.962577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468'] for port, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:01.969214 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-32cb0bc2-97b7-4c76-a6f1-96557864243a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:01.977022 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f863ade-146a-41b4-9652-0a42d083003e req-87ca208e-d634-4fb3-8b3f-aa7c47eb1694 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:01.991913 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3f863ade-146a-41b4-9652-0a42d083003e req-87ca208e-d634-4fb3-8b3f-aa7c47eb1694 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 945 time: 0.6224682 Feb 17 18:12:02.049880 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'code': 200} Feb 17 18:12:02.061383 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411'] for network, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:02.067254 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:02.068182 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:02.076019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-6fd1bd08-3dc3-461d-a054-3da2a0a307eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:02.112287 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-3f863ade-146a-41b4-9652-0a42d083003e req-594e7e55-ee42-43e9-82ee-3db5d59a4c59 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1176643 Feb 17 18:12:02.142342 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Pushing event updated for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=7']} {{(pid=84002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:02.157179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:02.159376 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3ed327db-42aa-4365-85d7-609f9f138376,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:12:02.160251 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:02.251260 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3223426 Feb 17 18:12:02.256615 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 59010) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:02.257502 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea7c0908-5d78-4ca6-af71-a841cdc33a44,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:02.268984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Request body: {'subnet': {'network_id': 'ea7c0908-5d78-4ca6-af71-a841cdc33a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-706040141-subnet', 'tenant_id': '0b7f535bb117422782ad79179c653850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:12:02.273778 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Network ea7c0908-5d78-4ca6-af71-a841cdc33a44 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:12:02.275497 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ab3eb90d-f464-4129-af8a-15c77b9599e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:02.279971 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:12:02.288819 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Usage tracker for resource:subnet and tenant:0b7f535bb117422782ad79179c653850 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:12:02.294567 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:12:02.306044 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:12:02.310794 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Network ea7c0908-5d78-4ca6-af71-a841cdc33a44 details requested by agent ovs-agent-dv-cinder-760193-3-smb with host dv-cinder-760193-3-smb {{(pid=84002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 18:12:02.326724 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Made reservation on behalf of 0b7f535bb117422782ad79179c653850 for: {'subnet': 1} {{(pid=84000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 18:12:02.336038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1243981'] for subnet, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:02.421770 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Calling delete_port for 3ed327db-42aa-4365-85d7-609f9f138376 owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:12:02.595783 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.db.api [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84001) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 18:12:02.596454 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_db.api [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 18:12:03.002575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-e3164f7d-633d-4382-a65b-db1bba06b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:03.097800 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Deleting port 3ed327db-42aa-4365-85d7-609f9f138376 {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:12:03.098425 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:03.364848 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3705736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1243996'] for subnet, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:03.402417 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3ce2bd8c-0be8-4416-9701-62c81a3c09be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:03.794636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] For port 3ed327db-42aa-4365-85d7-609f9f138376, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3ed327db-42aa-4365-85d7-609f9f138376,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:12:03.795329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:03.796739 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1775dd-fc3a-4724-a344-809c8d88e9ad,revision_number=0']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:03.835761 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:03.928810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b0b60-a7b8-44b8-95b4-d6a6e7e725b0 req-673bfa9d-b0ff-4f19-8c37-7e39ce738793 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:03.931350 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b26b0b60-a7b8-44b8-95b4-d6a6e7e725b0 req-673bfa9d-b0ff-4f19-8c37-7e39ce738793 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 943 time: 0.3548081 Feb 17 18:12:04.054121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Checking segment: {'id': 'da950b03-6be0-4faa-b3b7-3302eaaf34d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ea7c0908-5d78-4ca6-af71-a841cdc33a44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 18:12:04.055034 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Network hostable DHCP agents. Network: ea7c0908-5d78-4ca6-af71-a841cdc33a44, hostable agents: ['2cf336b2-0d50-4b5e-b3d0-283e9938a740'], hosted agents: [] {{(pid=84000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 18:12:04.076880 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Calling delete_port for 3ed327db-42aa-4365-85d7-609f9f138376 owned by compute:nova {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:12:04.101308 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-b26b0b60-a7b8-44b8-95b4-d6a6e7e725b0 req-a323a2b8-2f3a-4849-93e3-932ca5fad104 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups?id=f3b6c53a-f70a-4197-87bd-fba0766629ba&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1381249 Feb 17 18:12:04.103261 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Network ea7c0908-5d78-4ca6-af71-a841cdc33a44 is scheduled to be hosted by DHCP agent 2cf336b2-0d50-4b5e-b3d0-283e9938a740 with binding_index 1 {{(pid=84000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 18:12:04.121668 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-3-smb, ea7c0908-5d78-4ca6-af71-a841cdc33a44) {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:12:04.147611 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:04.149592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:04.170741 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0ef983-5377-4ed7-9833-57868baaf7b4 None None] Network ea7c0908-5d78-4ca6-af71-a841cdc33a44 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:12:04.225155 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-8acae087-cda1-4426-af85-e9a59a0f9ff6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9647410 Feb 17 18:12:04.433658 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:04.457563 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-adcc9209-b1b9-49f8-ad72-f9c728d8618a tempest-VolumesActionsTest-729889462 tempest-VolumesActionsTest-729889462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:04.481147 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 59036) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:04.631277 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event deleted for resources: {'Port': ['ID=3ed327db-42aa-4365-85d7-609f9f138376,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:04.650776 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:04.676444 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Deleting subnet fdd7b445-238f-4cef-b99c-36a6a9866aa8 {{(pid=84000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:12:04.689438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:04.798922 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1166305'] for subnet, precommit_delete_associations {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:04.881520 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] No DVR routers for this DVR port 3ed327db-42aa-4365-85d7-609f9f138376 on host hv-cinder-76019 {{(pid=84001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 18:12:04.886929 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for port, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:04.892893 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-deleted', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376'}] {{(pid=84001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:12:04.934519 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-acc61a36-6877-4619-8297-56867cb79da1 req-03d8664b-27a7-48d0-969f-f245259c8d58 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.75 "DELETE /v2.0/ports/3ed327db-42aa-4365-85d7-609f9f138376 HTTP/1.1" status: 204 len: 173 time: 3.8994334 Feb 17 18:12:04.953605 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:04.964593 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b96954b-103e-427f-91fd-3023bb6c54b3 None None] Network ea7c0908-5d78-4ca6-af71-a841cdc33a44 requested from dv-cinder-760193-3-smb {{(pid=84002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 18:12:05.021069 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cb1943-ab7e-46e8-a5f5-1d16f80d582d', 'name': 'network-vif-deleted', 'tag': '3ed327db-42aa-4365-85d7-609f9f138376', 'status': 'completed', 'code': 200} Feb 17 18:12:05.289633 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-1c339797-b160-4823-ac3b-f8a9525fc1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:05.508212 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:05.713486 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851070003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853531741'] for subnet, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:05.754106 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-011bab49-7434-4f37-ae46-5724b7ac51b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:05.821338 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-fcbe920d-d09d-4b48-a9f0-6aafb18af13c req-55d70e12-8de5-4f89-bd26-04c57ef22cc7 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/ports?device_id=97cb1943-ab7e-46e8-a5f5-1d16f80d582d HTTP/1.1" status: 200 len: 210 time: 0.1625428 Feb 17 18:12:05.942918 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdd7b445-238f-4cef-b99c-36a6a9866aa8,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:05.952316 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:06.030890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for subnet, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:06.039946 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-5d102df4-7524-42c7-97bc-35d617b140cb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fdd7b445-238f-4cef-b99c-36a6a9866aa8 HTTP/1.1" status: 204 len: 168 time: 1.5569897 Feb 17 18:12:06.043011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 59046) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:06.199180 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:06.504702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:06.716081 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f09b9e-56c3-40f6-b860-29cf7dd61a10']}} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:06.735577 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94704f99-a914-4100-992b-08849529d5a4') {'for_net_delete': True} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:06.736141 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94704f99-a914-4100-992b-08849529d5a4') {} {{(pid=84000) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:06.754168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853609479'] for segment, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:06.767490 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:06.776333 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:06.779768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:12:07.125583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:07.129673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 has no segments {{(pid=84000) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:12:07.161594 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3708722'] for segment, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:07.377166 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-32ef332a-866d-49a7-b0f3-0857a35ded8c req-5c015aee-773f-481f-a05f-a71019300e28 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "GET /v2.0/security-groups/f3b6c53a-f70a-4197-87bd-fba0766629ba HTTP/1.1" status: 200 len: 2991 time: 0.3344009 Feb 17 18:12:07.725604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Network 87f09b9e-56c3-40f6-b860-29cf7dd61a10 has no segments {{(pid=84000) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:12:07.739307 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:12:07.776511 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:12:08.026924 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.049795 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.053822 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-32ef332a-866d-49a7-b0f3-0857a35ded8c req-cbba0a6d-9576-4f0a-bf62-dea0d330f185 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.059700 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-730c2969-5658-4703-881f-679d421d33bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:08.098555 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] 10.222.0.68 "DELETE /v2.0/networks/87f09b9e-56c3-40f6-b860-29cf7dd61a10 HTTP/1.1" status: 204 len: 168 time: 2.0541911 Feb 17 18:12:08.103868 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 59062) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:08.123289 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f82a4-a109-4e67-998d-f1b5146baf49 req-9a569a04-91d3-4c47-8dcc-3d40aa993d32 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:08.127038 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-606f82a4-a109-4e67-998d-f1b5146baf49 req-9a569a04-91d3-4c47-8dcc-3d40aa993d32 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 945 time: 0.6001532 Feb 17 18:12:08.128595 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f09b9e-56c3-40f6-b860-29cf7dd61a10,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:08.131758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0bc13bd9-cb86-4ecb-9a0a-c2294faf6d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:08.147666 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-32ef332a-866d-49a7-b0f3-0857a35ded8c req-cbba0a6d-9576-4f0a-bf62-dea0d330f185 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.247525 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_v2 [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Deleting subnet 4c1775dd-fc3a-4724-a344-809c8d88e9ad {{(pid=84001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 18:12:08.250791 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-606f82a4-a109-4e67-998d-f1b5146baf49 req-bdd8c6c2-030f-4025-a43b-1e6bc3ef45de tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/security-groups?id=8d2dea95-c55a-4ae5-9e83-d2f0903e2a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066577 Feb 17 18:12:08.253762 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.265458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-32ef332a-866d-49a7-b0f3-0857a35ded8c req-cbba0a6d-9576-4f0a-bf62-dea0d330f185 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.272238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f2895492-053c-4582-9183-c3a72603b67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:08.294635 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba0a6d-9576-4f0a-bf62-dea0d330f185 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6c53a-f70a-4197-87bd-fba0766629ba,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:08.298504 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-cbba0a6d-9576-4f0a-bf62-dea0d330f185 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:08.316284 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-32ef332a-866d-49a7-b0f3-0857a35ded8c req-cbba0a6d-9576-4f0a-bf62-dea0d330f185 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Notify callbacks [] for security_group, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.318056 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-32ef332a-866d-49a7-b0f3-0857a35ded8c req-cbba0a6d-9576-4f0a-bf62-dea0d330f185 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] 10.222.0.68 "DELETE /v2.0/security-groups/f3b6c53a-f70a-4197-87bd-fba0766629ba HTTP/1.1" status: 204 len: 173 time: 0.9008939 Feb 17 18:12:08.367310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850764744'] for subnet, precommit_delete_associations {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.400310 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84000) accepted ('10.222.0.68', 59070) {{(pid=84000) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:08.490598 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7840027'] for subnet, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.609845 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-89b6055c-7eed-498d-b279-933d77ed87fa req-3d58504a-49a9-4597-b925-e6b09044fe98 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2603452 Feb 17 18:12:08.627969 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Request body: {'floatingip': {'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:12:08.638587 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 18:12:08.647068 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Usage tracker for resource:floatingip and tenant:d37dd90f026c4732b758e1885f1f7db1 is out of sync, need to count used quota {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 18:12:08.652550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84000) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 18:12:08.662890 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.quota.driver [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84000) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 18:12:08.684972 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks [] for floatingip, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.953458 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846935805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498885', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852582744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852470673'] for subnet, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:08.973769 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-678045e7-85cd-48fc-af71-03e350da1e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:09.076245 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1775dd-fc3a-4724-a344-809c8d88e9ad,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:09.082366 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:09.140734 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:09.151568 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-95287711-fc7a-4b0b-852d-b127a0704236 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4c1775dd-fc3a-4724-a344-809c8d88e9ad HTTP/1.1" status: 204 len: 168 time: 1.0457363 Feb 17 18:12:09.155478 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 59076) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:09.304603 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7869406'] for network, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:09.615116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7846274', 'neutron.services.segments.db._delete_segments_for_network-8735581320205'] for network, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:09.796097 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7c0908-5d78-4ca6-af71-a841cdc33a44']}} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:09.822078 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da950b03-6be0-4faa-b3b7-3302eaaf34d7') {'for_net_delete': True} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:09.822661 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.services.segments.db [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da950b03-6be0-4faa-b3b7-3302eaaf34d7') {} {{(pid=84001) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:09.848235 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735581317133', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011040'] for segment, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:09.878962 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846930894'] for segment, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:09.883027 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 18:12:10.080048 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:10.187768 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Network ea7c0908-5d78-4ca6-af71-a841cdc33a44 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:12:10.211607 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7844874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2189911'] for segment, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:10.555185 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.managers [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Network ea7c0908-5d78-4ca6-af71-a841cdc33a44 has no segments {{(pid=84001) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: Traceback (most recent call last): Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: timer() Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: cb(*args, **kw) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: return func(*args, **kwargs) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: self._notify() Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: self.callback(batched_events) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: event.method(event) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: segment_id)['aggregates'][0] Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: return f(self, *a, **k) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: return self._get(url).json() Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: **kwargs) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: return self.request(url, 'GET', **kwargs) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: **endpoint_filter) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 18:12:10.595582 dv-cinder-760193-3-smb neutron-server[83889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 18:12:10.741981 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846929526', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420807'] for network, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:10.746764 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-5065fe73-1496-4829-b406-86c29bb64f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:10.769143 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566424'] for network, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:10.777914 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7c0908-5d78-4ca6-af71-a841cdc33a44,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:10.787932 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ea7c0908-5d78-4ca6-af71-a841cdc33a44 HTTP/1.1" status: 204 len: 168 time: 1.6263261 Feb 17 18:12:10.789941 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.790549 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.790967 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.791387 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.791793 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.792927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.792927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.792927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.793461 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.795588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.795588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.795588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.795588 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.796382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.796382 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.796758 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.797237 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.797672 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.798064 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.798464 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.798869 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.799266 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.799662 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.800124 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:10.804636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-506db45b-20c3-4e7d-9ad7-efea331b67a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:10.934179 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397210'] for router_interface, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:11.025286 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 59082) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:11.051788 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.db_base_plugin_common [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Allocated IP 172.28.2.39 (b0770177-7107-409d-9bed-e1ff27810df2/2937e65a-e11c-42a7-b503-7ea3b9c85f8e/c52e4f83-4807-410e-b0a1-52b9be6c0130) {{(pid=84000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 18:12:11.136801 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-1a43e81b-cf2a-48f6-bdd7-ac64e87b4c8d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30f4c4f6f576486580e509b8a68baa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086774 Feb 17 18:12:11.141087 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 59086) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:11.264117 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bad80210-d75c-46f4-ae80-3738488c5059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:11.318813 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bad80210-d75c-46f4-ae80-3738488c5059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:11.411552 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bad80210-d75c-46f4-ae80-3738488c5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:11.421129 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-ce243eee-d12a-407d-8bb8-490b579d1e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:11.448487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad80210-d75c-46f4-ae80-3738488c5059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b810d058-a0fa-4717-9b5c-96bc17becb09,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:11.452575 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-bad80210-d75c-46f4-ae80-3738488c5059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:11.455850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-bad80210-d75c-46f4-ae80-3738488c5059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:11.461127 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-bad80210-d75c-46f4-ae80-3738488c5059 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b810d058-a0fa-4717-9b5c-96bc17becb09 HTTP/1.1" status: 204 len: 168 time: 0.3181078 Feb 17 18:12:11.642599 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks [] for port, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:11.829132 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735580778594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:11.855164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-f987241f-c198-44f6-a8d8-2408c630500d tempest-AttachVolumeShelveTestJSON-1839582171 tempest-AttachVolumeShelveTestJSON-1839582171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:12.034165 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Deleting port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 {{(pid=84000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:12:12.034775 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:12.135927 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 59094) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:12.205886 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Pushing event updated for resources: {'Port': ['ID=c52e4f83-4807-410e-b0a1-52b9be6c0130,revision_number=1']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:12.218342 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:12.237729 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-78e0add9-91d5-4d66-ac2b-f1d2575bcc8b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b7f535bb117422782ad79179c653850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986941 Feb 17 18:12:12.240675 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 59098) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:12.365777 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b5f3fa8c-10d6-41b1-b244-2af432e62b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:12.423620 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b5f3fa8c-10d6-41b1-b244-2af432e62b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:12.515921 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b5f3fa8c-10d6-41b1-b244-2af432e62b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854281353'] for security_group, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:12.525609 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-3e4cba6b-3ec5-467b-b56e-9af926d10b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:12.550896 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3fa8c-10d6-41b1-b244-2af432e62b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7adf771-909c-470d-81fc-2498b9baddf1,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:12.552810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Network b0770177-7107-409d-9bed-e1ff27810df2 is already hosted by enough agents. {{(pid=84000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 18:12:12.558501 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b5f3fa8c-10d6-41b1-b244-2af432e62b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:12.565557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b5f3fa8c-10d6-41b1-b244-2af432e62b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:12.572101 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-b5f3fa8c-10d6-41b1-b244-2af432e62b3c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7adf771-909c-470d-81fc-2498b9baddf1 HTTP/1.1" status: 204 len: 168 time: 0.3253162 Feb 17 18:12:12.576283 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.base_scheduler [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Resources bound (agent type, host, resource id): {{(pid=84000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 18:12:12.580984 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Received port after_create {{(pid=84000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 18:12:12.679996 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] For port c4122d3d-74c0-4f1f-9984-7f5d387ed7a7, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,segment=NetworkSegment(a29feaa4-914a-49e1-a97c-50c5c113f667),segment_id=a29feaa4-914a-49e1-a97c-50c5c113f667)] {{(pid=84000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:12:12.680691 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:12.955011 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Calling delete_port for c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 owned by network:router_interface {{(pid=84000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:12:13.174035 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:13.690639 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7765634'] for port, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:14.192227 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851067111'] for port, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:14.224360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-24cd3003-6080-45bc-ac88-66271dcabee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:14.434846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4122d3d-74c0-4f1f-9984-7f5d387ed7a7,revision_number=None']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:14.440326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:14.741438 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks [] for port, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:14.750233 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363301273613291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363301274025366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735580750468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3708688'] for port, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:14.780731 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-44e38995-89e4-476f-8f32-f27c6d65b846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:15.209498 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Pushing event updated for resources: {'Port': ['ID=c52e4f83-4807-410e-b0a1-52b9be6c0130,revision_number=2']} {{(pid=84000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:15.239961 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.240540 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.241216 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.241804 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.242468 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.243073 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.243709 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.244373 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.244963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.245701 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.246369 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.246933 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.247767 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.249652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.249652 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.250825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.251555 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.252311 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.253006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.253702 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.254400 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.255101 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.255810 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.256550 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-3-smb {{(pid=84000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 18:12:15.263909 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84000) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:15.547740 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854209406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397300'] for router_interface, after_delete {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:15.687173 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:15.758281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:15.759993 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-89b6055c-7eed-498d-b279-933d77ed87fa req-b52d3342-3967-4234-be07-e049a0fe3fe4 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1408455 Feb 17 18:12:15.965408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-89b6055c-7eed-498d-b279-933d77ed87fa req-5b313c4b-caa3-430c-90d7-b35dd5c0b48a tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Synchronizing usage tracker for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:floatingip {{(pid=84000) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 18:12:16.124752 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.quota.resource [req-89b6055c-7eed-498d-b279-933d77ed87fa req-5b313c4b-caa3-430c-90d7-b35dd5c0b48a tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Unset dirty status for tenant:d37dd90f026c4732b758e1885f1f7db1 on resource:floatingip {{(pid=84000) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 18:12:16.124752 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-89b6055c-7eed-498d-b279-933d77ed87fa req-5b313c4b-caa3-430c-90d7-b35dd5c0b48a tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.39 HTTP/1.1" status: 200 len: 695 time: 0.3482227 Feb 17 18:12:16.992357 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6055c-7eed-498d-b279-933d77ed87fa req-c648ba99-0c1b-4cac-b455-8d62f7f97940 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:16.995105 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-89b6055c-7eed-498d-b279-933d77ed87fa req-c648ba99-0c1b-4cac-b455-8d62f7f97940 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/networks/b0770177-7107-409d-9bed-e1ff27810df2 HTTP/1.1" status: 200 len: 784 time: 0.8537030 Feb 17 18:12:17.121619 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-89b6055c-7eed-498d-b279-933d77ed87fa req-bad1c622-d664-44f6-82ae-165793a70838 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:12:17.123684 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-89b6055c-7eed-498d-b279-933d77ed87fa req-bad1c622-d664-44f6-82ae-165793a70838 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1175754 Feb 17 18:12:17.229055 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:12:17.702303 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-97f414bf-91c8-497a-99db-18752a91ce22 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:17.704826 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-97f414bf-91c8-497a-99db-18752a91ce22 tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3553023 Feb 17 18:12:17.710557 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:12:17.718504 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-23e466bc-a680-4bf9-8caf-b863fd2bf173 admin admin] 10.222.0.68 "PUT /v2.0/routers/12cd5c4b-ce99-47b7-94f9-2685bc0c056a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3166094 Feb 17 18:12:17.722892 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [-] (84001) accepted ('10.222.0.68', 59156) {{(pid=84001) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 18:12:17.727347 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] Sync routers for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:12:17.752580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:12:17.753947 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:12:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:17.980969 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-44ddc841-fe23-4889-8d63-615cc51644cf tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.39 HTTP/1.1" status: 200 len: 695 time: 0.2602048 Feb 17 18:12:18.007707 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.v2.base [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Request body: {'floatingip': {'port_id': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 18:12:18.184572 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: dv-cinder-760193-3-smb {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:12:18.343407 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks [] for floatingip, before_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:18.407149 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks [] for router, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:18.818990 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:18.821505 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204'}], 'enable_snat': True}, 'gw_port_id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:12:13Z', 'revision_number': 5, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port': {'id': '0d624684-29a2-4d80-8f03-d97b5958ac80', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ce:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:06:10Z', 'updated_at': '2021-02-17T18:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb'}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:18.830168 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] Checking router: 12cd5c4b-ce99-47b7-94f9-2685bc0c056a for host: dv-cinder-760193-3-smb {{(pid=84003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:12:18.834836 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Deleting port 0d624684-29a2-4d80-8f03-d97b5958ac80 {{(pid=84001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 18:12:18.835583 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363301273620596'] for port, before_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:18.850279 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] Routers {'12cd5c4b-ce99-47b7-94f9-2685bc0c056a'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:12:18.851443 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:12:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'], 'active': True} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:19.190358 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.db [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] For port 0d624684-29a2-4d80-8f03-d97b5958ac80, host dv-cinder-760193-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-3-smb',level=0,port_id=0d624684-29a2-4d80-8f03-d97b5958ac80,segment=NetworkSegment(b55a4665-c253-418b-b208-4a0996c20754),segment_id=b55a4665-c253-418b-b208-4a0996c20754)] {{(pid=84001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 18:12:19.191281 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854378124'] for port, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:19.194689 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] Set router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a gateway port host: None {{(pid=84003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:12:19.377128 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:12:18Z', 'revision_number': 6, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port_host': None}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84003) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:19.383409 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f432f-6794-4306-9c8c-f349aa3ce2cd None None] The sync data for ids ['12cd5c4b-ce99-47b7-94f9-2685bc0c056a'] in dv-cinder-760193-3-smb is: [{'id': '12cd5c4b-ce99-47b7-94f9-2685bc0c056a', 'name': 'tempest-TestShelveInstance-506496249-router', 'tenant_id': '9f13c1cab35643cdb6c18e225439e2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:06:09Z', 'updated_at': '2021-02-17T18:12:18Z', 'revision_number': 6, 'project_id': '9f13c1cab35643cdb6c18e225439e2b3', 'gw_port_host': None}] {{(pid=84003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:12:19.445799 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Calling delete_port for 0d624684-29a2-4d80-8f03-d97b5958ac80 owned by network:router_gateway {{(pid=84001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 18:12:19.635090 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:19.642640 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396472'] for floatingip, after_update {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:19.820363 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7765621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854641704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566411', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735581162543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735580750434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852585860'] for port, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:19.853834 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-0a6cdd75-3824-4f5e-9765-0fe164bc9da6 tempest-TestShelveInstance-531901993 tempest-TestShelveInstance-531901993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 18:12:20.004075 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.db.l3_db [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Floating IP febc6752-664b-419f-a045-83506921f0ac associated. External IP: 172.28.2.39, port: e1b23877-301c-49e6-abf5-fdf1ce764e4e. Feb 17 18:12:20.063457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d624684-29a2-4d80-8f03-d97b5958ac80,revision_number=None']} {{(pid=84001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 18:12:20.073051 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG oslo_concurrency.lockutils [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84001) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 18:12:20.263796 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 0d624684-29a2-4d80-8f03-d97b5958ac80 no longer exists at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:12:20.323474 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355072'] for router_gateway, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:20.335957 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] No Port match for: 0d624684-29a2-4d80-8f03-d97b5958ac80 {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:12:20.336913 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device 0d624684-29a2-4d80-8f03-d97b5958ac80 not bound to the agent host dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:12:20.337858 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 no longer exists at agent ovs-agent-dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 18:12:20.413604 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.plugin [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] No Port match for: c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 {{(pid=84002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 18:12:20.414626 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.plugins.ml2.rpc [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Device c4122d3d-74c0-4f1f-9984-7f5d387ed7a7 not bound to the agent host dv-cinder-760193-3-smb {{(pid=84002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 18:12:20.707241 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-408880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3373'] for router, precommit_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:20.711920 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:20.720408 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Router 53aaf512-2b11-40a7-a387-f4cf4437eb08 has already been hosted by L3 agent b35f1b3c-cafe-4938-96d5-05624b19cea7 {{(pid=84000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 18:12:20.757921 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-409106'] for router, after_delete {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:20.758894 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12cd5c4b-ce99-47b7-94f9-2685bc0c056a {{(pid=84001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 18:12:20.785029 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] Notify callbacks [] for router, before_response {{(pid=84001) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:20.787621 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [None req-da5610fc-53a0-4817-8c2d-c88d47cd0371 admin admin] 10.222.0.68 "DELETE /v2.0/routers/12cd5c4b-ce99-47b7-94f9-2685bc0c056a HTTP/1.1" status: 204 len: 168 time: 3.0628927 Feb 17 18:12:21.325462 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify agent at l3_agent.dv-cinder-760193-3-smb the message routers_updated {{(pid=84000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 18:12:21.330872 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854599526'] for floatingip, before_response {{(pid=84000) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:21.341428 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] Sync routers for ids ['53aaf512-2b11-40a7-a387-f4cf4437eb08'] in dv-cinder-760193-3-smb {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 18:12:21.360781 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] Routers {'53aaf512-2b11-40a7-a387-f4cf4437eb08'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:12:21.361861 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:12:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['53aaf512-2b11-40a7-a387-f4cf4437eb08'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:21.444390 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-398658c3-8798-4106-9741-6bd6a1e3a10b tempest-TestMinimumBasicScenario-880984091 tempest-TestMinimumBasicScenario-880984091-project] 10.222.0.68 "PUT /v2.0/floatingips/febc6752-664b-419f-a045-83506921f0ac HTTP/1.1" status: 200 len: 995 time: 3.4557812 Feb 17 18:12:21.445267 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'tag': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e'}] {{(pid=84000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 18:12:21.570972 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'tag': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e', 'status': 'completed', 'code': 200} Feb 17 18:12:21.604510 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-6d995af5-0f47-4187-a1bb-bade1504b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:21.606563 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-6d995af5-0f47-4187-a1bb-bade1504b123 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d37dd90f026c4732b758e1885f1f7db1&device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 1162 time: 0.1320708 Feb 17 18:12:21.727672 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] Set router 53aaf512-2b11-40a7-a387-f4cf4437eb08 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:12:21.734948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-8491274b-c5e1-4b0a-ae89-6886cebeb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:21.738742 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-8491274b-c5e1-4b0a-ae89-6886cebeb5c4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d37dd90f026c4732b758e1885f1f7db1&device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 1162 time: 0.1548598 Feb 17 18:12:21.842528 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-715517df-3879-46a3-9b99-39f414d37f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:21.846020 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-715517df-3879-46a3-9b99-39f414d37f24 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b7dca86c-a2b2-4693-924a-608b0543f5e3 HTTP/1.1" status: 200 len: 909 time: 0.2216685 Feb 17 18:12:21.954059 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-dd2c8890-4415-417a-98c9-7e48b94d70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:21.955833 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-dd2c8890-4415-417a-98c9-7e48b94d70a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7dca86c-a2b2-4693-924a-608b0543f5e3 HTTP/1.1" status: 200 len: 909 time: 0.2107952 Feb 17 18:12:22.039270 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-d410820a-2bed-4a7f-a5a3-2ed17ce684dc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e HTTP/1.1" status: 200 len: 998 time: 0.1837440 Feb 17 18:12:22.103945 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-3e0f71e9-3c5b-4466-91dd-93470908a01e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e HTTP/1.1" status: 200 len: 998 time: 0.1396987 Feb 17 18:12:22.161936 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-b0ea3d83-bd61-49d7-ad64-d54f12261d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:22.164584 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-b0ea3d83-bd61-49d7-ad64-d54f12261d99 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2cb4195e-5cee-4ff1-be80-5acd9ab20ae0 HTTP/1.1" status: 200 len: 854 time: 0.1043639 Feb 17 18:12:22.208772 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-3dc99b10-2953-4d1f-850b-ff17f3c074e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:22.211760 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-3dc99b10-2953-4d1f-850b-ff17f3c074e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2cb4195e-5cee-4ff1-be80-5acd9ab20ae0 HTTP/1.1" status: 200 len: 854 time: 0.0991156 Feb 17 18:12:22.293687 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-21e63d68-48b5-4c82-aae5-fef082c40068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:22.296155 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-21e63d68-48b5-4c82-aae5-fef082c40068 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b7dca86c-a2b2-4693-924a-608b0543f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1151459 Feb 17 18:12:22.372356 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-0815b988-2185-44b8-a3db-d6e712a40282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:22.376519 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-0815b988-2185-44b8-a3db-d6e712a40282 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7dca86c-a2b2-4693-924a-608b0543f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1541898 Feb 17 18:12:22.421592 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:52Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'febc6752-664b-419f-a045-83506921f0ac', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'port_id': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'mac_address': 'fa:16:3e:23:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:12:13Z', 'updated_at': '2021-02-17T18:12:19Z', 'revision_number': 1, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c9b51b-fecf-4bb1-b907-6bbc182748c7', 'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'mac_address': 'fa:16:3e:ce:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:50Z', 'updated_at': '2021-02-17T18:11:07Z', 'revision_number': 5, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'subnets': [{'id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:22.429720 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] Checking router: 53aaf512-2b11-40a7-a387-f4cf4437eb08 for host: dv-cinder-760193-3-smb {{(pid=84002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 18:12:22.448218 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] Routers {'53aaf512-2b11-40a7-a387-f4cf4437eb08'} bound to L3 agent in host dv-cinder-760193-3-smb {{(pid=84002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 18:12:22.449234 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T17:54:05Z,description=,heartbeat_timestamp=2021-02-17T18:12:05Z,host='dv-cinder-760193-3-smb',id=b35f1b3c-cafe-4938-96d5-05624b19cea7,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T17:54:05Z,topic='l3_agent')) {'router_ids': ['53aaf512-2b11-40a7-a387-f4cf4437eb08'], 'active': True} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:22.580852 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-06247068-f4ed-4050-a9fe-cc55a35ef0fe service neutron] 10.222.0.68 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674727 Feb 17 18:12:22.668387 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-10cf988e-b9ee-4def-90d7-237a91c40656 service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851439 Feb 17 18:12:22.803495 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_dvr_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] Set router 53aaf512-2b11-40a7-a387-f4cf4437eb08 gateway port host: dv-cinder-760193-3-smb {{(pid=84002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 18:12:22.864551 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0dca438c-c231-4c2b-b4cd-183634e32570 req-9d598c6f-5e05-42de-a7a2-b53c4f110856 service neutron] 10.222.0.68 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2718544 Feb 17 18:12:22.907308 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-9128b35e-d0e2-41f2-94e4-4bdd5bcaf800 req-df95ee7f-2ed6-46a3-a22d-41d68850d041 service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2278156 Feb 17 18:12:23.342423 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.l3_hamode_db [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:52Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'febc6752-664b-419f-a045-83506921f0ac', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'port_id': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'mac_address': 'fa:16:3e:23:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:12:13Z', 'updated_at': '2021-02-17T18:12:19Z', 'revision_number': 1, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c9b51b-fecf-4bb1-b907-6bbc182748c7', 'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'mac_address': 'fa:16:3e:ce:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:50Z', 'updated_at': '2021-02-17T18:11:07Z', 'revision_number': 5, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'subnets': [{'id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-3-smb', False) {} {{(pid=84002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 18:12:23.351118 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b31a43-bed0-4b03-8ee7-dbb415489ca4 None None] The sync data for ids ['53aaf512-2b11-40a7-a387-f4cf4437eb08'] in dv-cinder-760193-3-smb is: [{'id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'name': 'tempest-TestMinimumBasicScenario-1130127891-router', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'external_fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T18:10:41Z', 'updated_at': '2021-02-17T18:10:52Z', 'revision_number': 4, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'gw_port': {'id': '740368af-371e-4a32-bc0c-8242bb6d1959', 'name': '', 'network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:07:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:43Z', 'updated_at': '2021-02-17T18:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2937e65a-e11c-42a7-b503-7ea3b9c85f8e', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-3-smb', '_floatingips': [{'id': 'febc6752-664b-419f-a045-83506921f0ac', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'floating_ip_address': '172.28.2.39', 'floating_network_id': 'b0770177-7107-409d-9bed-e1ff27810df2', 'router_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'port_id': 'e1b23877-301c-49e6-abf5-fdf1ce764e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'mac_address': 'fa:16:3e:23:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aacdc8c-5a9e-481b-af6a-65ae9f3be75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T18:12:13Z', 'updated_at': '2021-02-17T18:12:19Z', 'revision_number': 1, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c9b51b-fecf-4bb1-b907-6bbc182748c7', 'name': '', 'network_id': 'b7dca86c-a2b2-4693-924a-608b0543f5e3', 'tenant_id': 'd37dd90f026c4732b758e1885f1f7db1', 'mac_address': 'fa:16:3e:ce:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53aaf512-2b11-40a7-a387-f4cf4437eb08', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T18:10:50Z', 'updated_at': '2021-02-17T18:11:07Z', 'revision_number': 5, 'project_id': 'd37dd90f026c4732b758e1885f1f7db1', 'subnets': [{'id': '2cb4195e-5cee-4ff1-be80-5acd9ab20ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 18:12:23.749750 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa61705a-2f8e-44a6-b066-a768510f799b None None] New status for floating IP febc6752-664b-419f-a045-83506921f0ac: ACTIVE {{(pid=84003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 18:12:31.859370 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:12:32.997093 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b3e33ef4-5b93-416a-a3dd-f9675da4b1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:35.166116 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-529b5e2d-bdd9-412d-b397-31ac447068ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:35.348842 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:36.642207 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-c7fc01bc-4829-4354-b486-469051a9bb9e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0859525 Feb 17 18:12:36.760038 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:36.810637 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-998f9ba2-abd0-4ec6-990d-09fb3837b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:36.812519 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-998f9ba2-abd0-4ec6-990d-09fb3837b96f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1163 time: 0.0899601 Feb 17 18:12:36.980846 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-20c8b63b-61cb-46f7-a10b-260722c4a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:36.982400 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-20c8b63b-61cb-46f7-a10b-260722c4a9de service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.1497674 Feb 17 18:12:37.110037 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-27cffbe2-1cd0-4672-a708-c89dcfc40fa7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 1002 time: 0.1199684 Feb 17 18:12:37.122364 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:12:37.200698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-07405696-e79e-47dc-b77f-1dc38258c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:37.203565 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-07405696-e79e-47dc-b77f-1dc38258c4b8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.0871670 Feb 17 18:12:37.317437 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-d221d9ef-01d6-4115-8fa8-a3716aff3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:12:37.319082 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-d221d9ef-01d6-4115-8fa8-a3716aff3c6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088295 Feb 17 18:12:37.478601 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-c87a359a-8544-47f3-a4fa-5a56b692c21c service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504431 Feb 17 18:12:37.634027 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-f7b6e302-bfad-4818-82ad-efadc619d38f req-e24d37aa-ce80-4872-8ca2-a3c8df6f4b78 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474943 Feb 17 18:12:37.734164 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:02.983579 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ad65d09f-5653-4ebd-980a-18cf96adc218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:05.165020 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-b1e85478-d444-4203-a45f-5f81d0f0102e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:05.355828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:06.762103 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:07.119378 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:07.735585 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:08.860625 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:13:32.975946 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-62ebc2f0-5742-4c3a-b302-639340b04cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:35.158181 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-38dc509c-f567-4830-90a0-4009b4ff27c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:35.371926 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:36.765246 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:37.112937 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:37.736006 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:13:38.653892 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-5dedaa52-9482-4e11-8d66-70f1cb52ef81 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0799429 Feb 17 18:13:38.750698 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-3ee30183-5aae-4516-afd0-c8dc69ac700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:13:38.752313 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-3ee30183-5aae-4516-afd0-c8dc69ac700b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d37dd90f026c4732b758e1885f1f7db1&device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 1162 time: 0.0774410 Feb 17 18:13:38.905850 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-5971725f-4ad8-479e-811f-1e8c7d4905cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:13:38.907332 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-5971725f-4ad8-479e-811f-1e8c7d4905cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7dca86c-a2b2-4693-924a-608b0543f5e3 HTTP/1.1" status: 200 len: 909 time: 0.1365094 Feb 17 18:13:39.256217 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-3777dd04-31e9-4fea-921a-7f845643fbd5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e HTTP/1.1" status: 200 len: 1000 time: 0.3424058 Feb 17 18:13:39.326825 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-a0f8f24e-eb04-4496-9586-7ec552abeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:13:39.328899 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-a0f8f24e-eb04-4496-9586-7ec552abeb33 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2cb4195e-5cee-4ff1-be80-5acd9ab20ae0 HTTP/1.1" status: 200 len: 854 time: 0.0659661 Feb 17 18:13:39.410459 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-0ce334fd-db76-4086-9523-cbf7fe3f11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:13:39.412082 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-0ce334fd-db76-4086-9523-cbf7fe3f11b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7dca86c-a2b2-4693-924a-608b0543f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772288 Feb 17 18:13:39.555847 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-72e8d0b4-1843-48b8-9a57-949b28c68f2f service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371379 Feb 17 18:13:39.701588 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-38d3e22b-076d-46e0-979f-14415a37bbbe req-d567a29b-6f36-423a-a4be-3e218aa40ba3 service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397595 Feb 17 18:13:45.861019 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:14:02.976544 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ebc30c05-2951-49b9-af65-5a13069ec450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:05.160606 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8033eee3-d391-4f4a-8281-c53c8cccb3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:05.383580 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:06.765710 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:07.116161 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:07.739213 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:22.860932 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:14:32.978970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-f85c70cc-b9aa-47f2-9c7d-32fb63fa51a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:35.161923 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-cccd6f22-43c9-47b6-b0ac-219476b5fd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:35.383326 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:36.767390 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:37.118828 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:37.741441 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:14:38.786636 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-bf4cc794-7f1d-46f9-ad32-de8db2ea20e3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2211189 Feb 17 18:14:38.942757 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-53c8e271-3fee-414a-94aa-cef1d4f91db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:14:38.944294 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-53c8e271-3fee-414a-94aa-cef1d4f91db7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1163 time: 0.0811565 Feb 17 18:14:39.104360 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-23e27c65-c1fd-4a28-9f32-a9ef0211ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:14:39.105884 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-23e27c65-c1fd-4a28-9f32-a9ef0211ce89 service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.1407993 Feb 17 18:14:39.217996 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-921f7e21-df33-4ae3-a430-0713712f2500 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 1002 time: 0.1046746 Feb 17 18:14:39.287636 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-57fdca70-c054-4cd2-9ff5-b8b6b8a3df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:14:39.289217 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-57fdca70-c054-4cd2-9ff5-b8b6b8a3df49 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.0650859 Feb 17 18:14:39.371963 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-ae5e7bb9-36e9-4181-94d3-d434f70d5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:14:39.373578 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-ae5e7bb9-36e9-4181-94d3-d434f70d5804 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770137 Feb 17 18:14:39.384948 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-caa094b4-d10e-4d0d-8622-f02b8e51f9f4 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=84001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 18:14:39.385956 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-caa094b4-d10e-4d0d-8622-f02b8e51f9f4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0054305 Feb 17 18:14:39.529425 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-498cef3d-5877-4f55-a3c4-118196acabb8 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360979 Feb 17 18:14:39.675169 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-c82145cf-eb6e-4652-ae0c-98225175c26f req-3afa3734-fdbe-4368-88b0-934928e85edf service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391239 Feb 17 18:14:59.860673 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:15:02.979367 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-ff0281ba-864a-41c6-977a-be729e5ca555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:05.163845 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-10788538-0ef1-4624-aa67-486461ff02dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:05.393043 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:06.773338 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:07.122084 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:07.745797 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:32.980938 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-4d04bdd2-9a25-4ad7-ac48-d92d05997dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:35.166553 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-a065b92d-5040-4916-b3e9-9d3bd3eada9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:35.428508 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:36.773329 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:36.860453 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:15:37.125334 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:37.747899 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:15:38.652444 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-a9cd86df-d656-4275-a85b-e6dddad0f2ca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0795004 Feb 17 18:15:38.751452 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-7779e05a-30b4-47df-ba47-34fa72fc6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:15:38.753105 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-7779e05a-30b4-47df-ba47-34fa72fc6486 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d37dd90f026c4732b758e1885f1f7db1&device_id=4aacdc8c-5a9e-481b-af6a-65ae9f3be75d HTTP/1.1" status: 200 len: 1162 time: 0.0767071 Feb 17 18:15:38.912001 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-38f8dcf0-1ed7-4dfb-ac87-ecb6b4753386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:15:38.913493 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-38f8dcf0-1ed7-4dfb-ac87-ecb6b4753386 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7dca86c-a2b2-4693-924a-608b0543f5e3 HTTP/1.1" status: 200 len: 909 time: 0.1405637 Feb 17 18:15:39.023230 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-85b6c43c-e9f1-41b8-9f83-dd5554004765 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b23877-301c-49e6-abf5-fdf1ce764e4e HTTP/1.1" status: 200 len: 1000 time: 0.1024599 Feb 17 18:15:39.097624 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-5fc9e1d9-2fe7-43bc-b50e-7fbe060b340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:15:39.099277 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-5fc9e1d9-2fe7-43bc-b50e-7fbe060b340a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=2cb4195e-5cee-4ff1-be80-5acd9ab20ae0 HTTP/1.1" status: 200 len: 854 time: 0.0698318 Feb 17 18:15:39.184457 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-3940749f-1d74-4516-8890-5c7d4f1b608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:15:39.186114 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-3940749f-1d74-4516-8890-5c7d4f1b608b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7dca86c-a2b2-4693-924a-608b0543f5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803475 Feb 17 18:15:39.329792 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-608d4690-82df-4230-8e0b-aa13b838d61e service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366007 Feb 17 18:15:39.471141 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-87d95547-a1da-4b3d-a4c2-5ad35260d6df req-92be15df-f240-48b0-8120-5e7f52147d16 service neutron] 10.222.0.75 "GET /v2.0/networks/b7dca86c-a2b2-4693-924a-608b0543f5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342800 Feb 17 18:16:02.982856 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-923537b0-7191-4041-934f-099b07c3130c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:05.169032 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0786b7f-0351-435e-ab1e-21d837c8a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:05.442163 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:06.779569 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:07.129397 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:07.751319 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:13.861246 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:16:32.983745 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-304cf75a-26ac-44f6-a3b8-657abd71b31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:35.171121 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-d0ee42ed-de65-4851-ae8e-9bf30931a901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:35.436058 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:36.779041 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:37.133256 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:37.753970 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:16:38.619448 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-92da85bf-d337-405f-afa8-a2074915ec5c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0753658 Feb 17 18:16:38.778177 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-22cda3ba-999e-4b14-b3d7-6007efcabdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:16:38.779755 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-22cda3ba-999e-4b14-b3d7-6007efcabdfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=10e3925290bc42a8a8b60701c4a32a37&device_id=c69748bc-94e3-4be9-8efd-87f7f5eea9fb HTTP/1.1" status: 200 len: 1163 time: 0.0840037 Feb 17 18:16:38.939238 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-6d1b8c82-82d8-454d-89d8-ddaf35efe63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:16:38.940753 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-6d1b8c82-82d8-454d-89d8-ddaf35efe63a service neutron] 10.222.0.75 "GET /v2.0/networks?id=780ab1be-d4ea-4234-9771-ab0516099bfc HTTP/1.1" status: 200 len: 911 time: 0.1399400 Feb 17 18:16:39.052648 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-955a3a91-af51-4c28-bc99-43b848e9d78d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2722692e-7888-4afa-a57d-6ce7a9d64520 HTTP/1.1" status: 200 len: 1002 time: 0.1049886 Feb 17 18:16:39.131446 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-b66ea3e2-4371-4826-85cf-2c6b15ecbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:16:39.133551 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-b66ea3e2-4371-4826-85cf-2c6b15ecbe80 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c598ca-c190-400c-91ee-1783bcd41347 HTTP/1.1" status: 200 len: 856 time: 0.0745828 Feb 17 18:16:39.215487 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-b6eb0279-d324-4a3b-addf-ac951474f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 18:16:39.217028 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-b6eb0279-d324-4a3b-addf-ac951474f215 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=780ab1be-d4ea-4234-9771-ab0516099bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768266 Feb 17 18:16:39.359421 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-373842f4-97a4-47b9-85a7-35c9fdf7248c service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347933 Feb 17 18:16:39.502940 dv-cinder-760193-3-smb neutron-server[83889]: INFO neutron.wsgi [req-0c85fd9e-49f4-40ac-b460-a5a102677179 req-b63a0ff0-d0e9-4bad-bb79-33cb0a126562 service neutron] 10.222.0.75 "GET /v2.0/networks/780ab1be-d4ea-4234-9771-ab0516099bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1352603 Feb 17 18:16:50.860317 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron.db.agents_db [None req-5880017d-be89-4ccb-bbc9-2a3f7392f1c6 None None] Agent healthcheck: found 6 active agents {{(pid=84003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 18:17:02.984935 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8bd74d83-1436-4ee5-b59e-8a1165123d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:17:05.175096 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8e54c36c-eb42-499a-8ba7-e08506d27391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:17:05.451433 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-52434ce5-7052-4343-997f-16dd4c241442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:17:06.782726 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-8cceea16-7ad2-4de2-b667-5704f164efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:17:07.135987 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-abef4864-71a8-4075-80d1-8cdd01272cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 18:17:07.757012 dv-cinder-760193-3-smb neutron-server[83889]: DEBUG neutron_lib.callbacks.manager [None req-75395e52-4849-4570-b2f9-20e6f69b9f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363301273462030', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7832828'] for agent, after_update {{(pid=84002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}